{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5041.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20058): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20058) [trial-2397↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20058)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20058): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20058) [trial-2397↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a00:42:29.108557 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a00:42:29.119444 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a00:42:29.696899 tst mo_mt_sms.py: using LAC 37352\u000a00:42:29.812343 tst mo_mt_sms.py: using RAC 122\u000a00:42:29.926916 tst mo_mt_sms.py: using CellId 37352\u000a00:42:30.040178 tst mo_mt_sms.py: using BVCI 37353\u000a00:42:30.062360 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a00:42:30.239507 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a00:42:30.509494 tst mo_mt_sms.py:9: start nitb and bts...\u000a00:42:30.633211 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:42:33.058450 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20057): Launched\u000a00:42:33.372492 run osmo-nitb_10.42.42.2(pid=20058): Launched\u000a00:42:33.544425 run osmo-nitb_10.42.42.2(pid=20058): ERR: Terminated: ERROR {rc=2} [trial-2397↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20058)]\u000a00:42:33.668846 run osmo-nitb_10.42.42.2(pid=20058): stdout: \u000a| (launched: 2022-12-14_00:42:33.220763) \u000a00:42:33.793385 run osmo-nitb_10.42.42.2(pid=20058): stderr: \u000a| (launched: 2022-12-14_00:42:33.268241)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:42:33.914364 run osmo-nitb_10.42.42.2(pid=20058): stdout: \u000a| (launched: 2022-12-14_00:42:33.220763) \u000a00:42:34.034099 run osmo-nitb_10.42.42.2(pid=20058): stderr: \u000a| (launched: 2022-12-14_00:42:33.268241)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:42:34.086743 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=20058): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20058) [trial-2397↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20058)] [trial-2397↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a00:42:34.094786 tst mo_mt_sms.py:11: Test FAILED (5.0 sec)\u000a00:42:34.128683 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20057): Terminating (SIGTERM)\u000a00:42:34.305962 --- ParallelTerminationStrategy: PID 20057 died...\u000a00:42:34.359519 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20057): Terminated: ok {rc=0}\u000a00:42:34.442494 bus /sierra_3: Setting Powered False\u000a00:42:35.550988 bus /sierra_3: Setting Powered False\u000a00:42:36.663630 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:42:28" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20068): Process ended prematurely: osmo-stp_10.42.42.5(pid=20068) [trial-2397↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20068)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20068): Process ended prematurely: osmo-stp_10.42.42.5(pid=20068) [trial-2397↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20068)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a00:42:38.521267 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:38.532880 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a00:42:38.660082 tst mo_mt_sms.py: using LAC 37353\u000a00:42:38.784785 tst mo_mt_sms.py: using RAC 123\u000a00:42:38.907903 tst mo_mt_sms.py: using CellId 37353\u000a00:42:39.036050 tst mo_mt_sms.py: using BVCI 37354\u000a00:42:39.060285 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:39.071364 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:39.082302 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:39.093104 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:39.104446 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:39.115805 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a00:42:39.232862 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a00:42:39.437513 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:42:41.151955 run create_hlr_db(pid=20062): Launched\u000a00:42:41.334964 bus /sierra_2: Setting Powered False\u000a00:42:42.346811 run create_hlr_db(pid=20062): Terminated: ok {rc=0}\u000a00:42:42.779857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20064): Launched\u000a00:42:43.097209 run osmo-hlr_10.42.42.2(pid=20065): Launched\u000a00:42:43.209429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:42:45.693169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20067): Launched\u000a00:42:46.146170 run osmo-stp_10.42.42.5(pid=20068): Launched\u000a00:42:46.319898 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:42:51.596726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20070): Launched\u000a00:42:51.897127 run osmo-msc_10.42.42.6(pid=20071): Launched\u000a00:42:52.072091 run osmo-stp_10.42.42.5(pid=20068): ERR: Terminated: ERROR {rc=1} [trial-2397↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20068)]\u000a00:42:52.197928 run osmo-stp_10.42.42.5(pid=20068): stdout: \u000a| (launched: 2022-12-14_00:42:45.851152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:42:52.321425 run osmo-stp_10.42.42.5(pid=20068): stderr: \u000a| �[0;m�[38;5;43m20221214004246103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004246103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004246103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004246104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004246104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004246104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004246104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:42:52.440857 run osmo-stp_10.42.42.5(pid=20068): stdout: \u000a| (launched: 2022-12-14_00:42:45.851152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:42:52.559511 run osmo-stp_10.42.42.5(pid=20068): stderr: \u000a| �[0;m�[38;5;43m20221214004246103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004246103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004246103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004246104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004246104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004246104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004246104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:42:52.611588 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=20068): Process ended prematurely: osmo-stp_10.42.42.5(pid=20068) [trial-2397↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20068)] [trial-2397↪sms:sysmo↪mo_mt_sms.py:16]\u000a00:42:52.619536 tst mo_mt_sms.py:16: Test FAILED (14.1 sec)\u000a00:42:52.679369 run osmo-hlr_10.42.42.2(pid=20065): ERR: Terminated: ERROR {rc=237} [trial-2397↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20065)]\u000a00:42:52.728241 run osmo-hlr_10.42.42.2(pid=20065): stdout: \u000a| (launched: 2022-12-14_00:42:42.942770) \u000a00:42:52.777693 run osmo-hlr_10.42.42.2(pid=20065): stderr: \u000a| �[0;m�[1;31m20221214004243121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004243121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004243121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004243121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004243121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004243121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004243156 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004243166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004243166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004243166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:42:52.844792 run osmo-msc_10.42.42.6(pid=20071): ERR: Terminated: ERROR {rc=2} [trial-2397↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20071)]\u000a00:42:52.893451 run osmo-msc_10.42.42.6(pid=20071): stdout: \u000a| (launched: 2022-12-14_00:42:51.747603) \u000a00:42:52.942684 run osmo-msc_10.42.42.6(pid=20071): stderr: \u000a| �[0;m�[38;5;43m20221214004252024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214004252024 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca3497cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214004252024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214004252024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214004252024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214004252024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214004252026 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214004252026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214004252027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214004252027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:42:52.984766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20064): Terminating (SIGTERM)\u000a00:42:53.024487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20067): Terminating (SIGTERM)\u000a00:42:53.064083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20070): Terminating (SIGTERM)\u000a00:42:53.072912 --- ParallelTerminationStrategy: PID 20064 died...\u000a00:42:53.126055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20064): Terminated: ok {rc=0}\u000a00:42:53.135467 --- ParallelTerminationStrategy: PID 20067 died...\u000a00:42:53.189184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20067): Terminated: ok {rc=0}\u000a00:42:53.198975 --- ParallelTerminationStrategy: PID 20070 died...\u000a00:42:53.252059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20070): Terminated: ok {rc=0}\u000a00:42:53.341049 bus /sierra_3: Setting Powered False\u000a00:42:54.450041 bus /sierra_3: Setting Powered False\u000a00:42:55.563855 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 19.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:42:38" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20077): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20077) [trial-2397↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20077)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20077): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20077) [trial-2397↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a00:42:57.363407 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a00:42:57.374128 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a00:42:57.494538 tst assert_extension.py: using LAC 37354\u000a00:42:57.610617 tst assert_extension.py: using RAC 124\u000a00:42:57.726271 tst assert_extension.py: using CellId 37354\u000a00:42:57.841781 tst assert_extension.py: using BVCI 37355\u000a00:42:57.864402 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a00:42:58.156337 tst assert_extension.py:10: start nitb and bts...\u000a00:42:58.290112 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:42:58.953846 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20076): Launched\u000a00:42:59.273224 run osmo-nitb_10.42.42.2(pid=20077): Launched\u000a00:42:59.469991 run osmo-nitb_10.42.42.2(pid=20077): ERR: Terminated: ERROR {rc=2} [trial-2397↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20077)]\u000a00:42:59.615483 run osmo-nitb_10.42.42.2(pid=20077): stdout: \u000a| (launched: 2022-12-14_00:42:59.117405) \u000a00:42:59.761161 run osmo-nitb_10.42.42.2(pid=20077): stderr: \u000a| (launched: 2022-12-14_00:42:59.164696)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:42:59.901878 run osmo-nitb_10.42.42.2(pid=20077): stdout: \u000a| (launched: 2022-12-14_00:42:59.117405) \u000a00:43:00.042174 run osmo-nitb_10.42.42.2(pid=20077): stderr: \u000a| (launched: 2022-12-14_00:42:59.164696)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:43:00.403128 tst osmo-nitb_10.42.42.2(pid=20077): stdout: \u000a| (launched: 2022-12-14_00:42:59.117405) \u000a00:43:00.531637 tst osmo-nitb_10.42.42.2(pid=20077): stderr: \u000a| (launched: 2022-12-14_00:42:59.164696)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:43:00.587655 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=20077): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20077) [trial-2397↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20077)] [trial-2397↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a00:43:00.596563 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a00:43:00.633245 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20076): Terminating (SIGTERM)\u000a00:43:00.811395 --- ParallelTerminationStrategy: PID 20076 died...\u000a00:43:00.887817 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20076): Terminated: ok {rc=0}\u000a00:43:00.987322 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:42:57" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "ussd:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20088): Process ended prematurely: osmo-stp_10.42.42.5(pid=20088) [trial-2397↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20088)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20088): Process ended prematurely: osmo-stp_10.42.42.5(pid=20088) [trial-2397↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a00:43:02.787094 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:43:02.798776 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a00:43:02.926996 tst assert_extension.py: using LAC 37355\u000a00:43:03.060119 tst assert_extension.py: using RAC 125\u000a00:43:03.184116 tst assert_extension.py: using CellId 37355\u000a00:43:03.310016 tst assert_extension.py: using BVCI 37356\u000a00:43:03.334413 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:43:03.345527 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:43:03.356462 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:43:03.367392 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:43:03.378655 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:43:03.389875 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a00:43:03.587960 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:43:04.070089 run create_hlr_db(pid=20082): Launched\u000a00:43:04.242700 bus /sierra_2: Setting Powered False\u000a00:43:05.263973 run create_hlr_db(pid=20082): Terminated: ok {rc=0}\u000a00:43:05.696742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20084): Launched\u000a00:43:06.020686 run osmo-hlr_10.42.42.2(pid=20085): Launched\u000a00:43:06.141930 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:43:06.671953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20087): Launched\u000a00:43:06.974102 run osmo-stp_10.42.42.5(pid=20088): Launched\u000a00:43:07.082554 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:43:07.628571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20090): Launched\u000a00:43:07.929982 run osmo-msc_10.42.42.6(pid=20091): Launched\u000a00:43:08.106414 run osmo-stp_10.42.42.5(pid=20088): ERR: Terminated: ERROR {rc=1} [trial-2397↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20088)]\u000a00:43:08.234181 run osmo-stp_10.42.42.5(pid=20088): stdout: \u000a| (launched: 2022-12-14_00:43:06.824349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:08.359061 run osmo-stp_10.42.42.5(pid=20088): stderr: \u000a| �[0;m�[38;5;43m20221214004306998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004306998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004306999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004306999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004307000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004307000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004307001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:08.479189 run osmo-stp_10.42.42.5(pid=20088): stdout: \u000a| (launched: 2022-12-14_00:43:06.824349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:08.598610 run osmo-stp_10.42.42.5(pid=20088): stderr: \u000a| �[0;m�[38;5;43m20221214004306998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004306998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004306999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004306999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004307000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004307000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004307001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:08.650942 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=20088): Process ended prematurely: osmo-stp_10.42.42.5(pid=20088) [trial-2397↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20088)] [trial-2397↪ussd:sysmo↪assert_extension.py:17]\u000a00:43:08.658879 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a00:43:08.718808 run osmo-hlr_10.42.42.2(pid=20085): ERR: Terminated: ERROR {rc=237} [trial-2397↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20085)]\u000a00:43:08.767755 run osmo-hlr_10.42.42.2(pid=20085): stdout: \u000a| (launched: 2022-12-14_00:43:05.860422) \u000a00:43:08.817182 run osmo-hlr_10.42.42.2(pid=20085): stderr: \u000a| �[0;m�[1;31m20221214004306060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004306060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004306060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004306060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004306060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004306060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004306074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004306082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004306082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004306082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:43:08.884480 run osmo-msc_10.42.42.6(pid=20091): ERR: Terminated: ERROR {rc=2} [trial-2397↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20091)]\u000a00:43:08.933318 run osmo-msc_10.42.42.6(pid=20091): stdout: \u000a| (launched: 2022-12-14_00:43:07.779934) \u000a00:43:08.982703 run osmo-msc_10.42.42.6(pid=20091): stderr: \u000a| �[0;m�[38;5;43m20221214004308054 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214004308054 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d31dc5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214004308054 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214004308054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214004308054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214004308055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214004308056 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214004308057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214004308057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214004308057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:43:09.025284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20084): Terminating (SIGTERM)\u000a00:43:09.064769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20087): Terminating (SIGTERM)\u000a00:43:09.104358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20090): Terminating (SIGTERM)\u000a00:43:09.113502 --- ParallelTerminationStrategy: PID 20084 died...\u000a00:43:09.166614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20084): Terminated: ok {rc=0}\u000a00:43:09.176024 --- ParallelTerminationStrategy: PID 20087 died...\u000a00:43:09.228855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20087): Terminated: ok {rc=0}\u000a00:43:09.238307 --- ParallelTerminationStrategy: PID 20090 died...\u000a00:43:09.290969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20090): Terminated: ok {rc=0}\u000a00:43:09.374962 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:43:02" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20102): Process ended prematurely: osmo-stp_10.42.42.5(pid=20102) [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20102)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20102): Process ended prematurely: osmo-stp_10.42.42.5(pid=20102) [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:43:11.320782 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:11.332442 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:43:11.490774 tst mo_mt_call.py: using LAC 37356\u000a00:43:11.612777 tst mo_mt_call.py: using RAC 126\u000a00:43:11.731901 tst mo_mt_call.py: using CellId 37356\u000a00:43:11.852106 tst mo_mt_call.py: using BVCI 37357\u000a00:43:11.875389 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:11.886845 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:11.897976 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:11.908927 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:11.919767 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:11.930755 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:43:12.051548 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:43:12.254746 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:43:12.743654 run create_hlr_db(pid=20096): Launched\u000a00:43:12.920005 bus /sierra_2: Setting Powered False\u000a00:43:13.940079 run create_hlr_db(pid=20096): Terminated: ok {rc=0}\u000a00:43:14.349700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20098): Launched\u000a00:43:14.656161 run osmo-hlr_10.42.42.2(pid=20099): Launched\u000a00:43:14.766679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:43:15.298382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20101): Launched\u000a00:43:15.603391 run osmo-stp_10.42.42.5(pid=20102): Launched\u000a00:43:15.715018 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:43:16.343748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20104): Launched\u000a00:43:16.754452 run osmo-msc_10.42.42.6(pid=20105): Launched\u000a00:43:17.124803 run osmo-stp_10.42.42.5(pid=20102): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20102)]\u000a00:43:17.273984 run osmo-stp_10.42.42.5(pid=20102): stdout: \u000a| (launched: 2022-12-14_00:43:15.452460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:17.447842 run osmo-stp_10.42.42.5(pid=20102): stderr: \u000a| �[0;m�[38;5;43m20221214004315627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004315627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004315627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004315628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004315630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004315630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004315630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:17.580299 run osmo-stp_10.42.42.5(pid=20102): stdout: \u000a| (launched: 2022-12-14_00:43:15.452460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:17.710897 run osmo-stp_10.42.42.5(pid=20102): stderr: \u000a| �[0;m�[38;5;43m20221214004315627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004315627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004315627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004315628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004315630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004315630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004315630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:17.768621 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20102): Process ended prematurely: osmo-stp_10.42.42.5(pid=20102) [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20102)] [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:43:17.777785 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a00:43:17.841091 run osmo-hlr_10.42.42.2(pid=20099): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20099)]\u000a00:43:17.892598 run osmo-hlr_10.42.42.2(pid=20099): stdout: \u000a| (launched: 2022-12-14_00:43:14.504332) \u000a00:43:17.944847 run osmo-hlr_10.42.42.2(pid=20099): stderr: \u000a| �[0;m�[1;31m20221214004314687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004314687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004314687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004314687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004314687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004314687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004314713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004314722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004314723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004314723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:43:18.016157 run osmo-msc_10.42.42.6(pid=20105): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20105)]\u000a00:43:18.067946 run osmo-msc_10.42.42.6(pid=20105): stdout: \u000a| (launched: 2022-12-14_00:43:16.501264) \u000a00:43:18.120216 run osmo-msc_10.42.42.6(pid=20105): stderr: \u000a| �[0;m�[38;5;43m20221214004317090 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214004317090 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb9193f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214004317090 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214004317091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214004317091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214004317091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214004317105 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214004317105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214004317105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214004317105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:43:18.165114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20098): Terminating (SIGTERM)\u000a00:43:18.207682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20101): Terminating (SIGTERM)\u000a00:43:18.250326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20104): Terminating (SIGTERM)\u000a00:43:18.259979 --- ParallelTerminationStrategy: PID 20098 died...\u000a00:43:18.316910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20098): Terminated: ok {rc=0}\u000a00:43:18.326937 --- ParallelTerminationStrategy: PID 20101 died...\u000a00:43:18.383200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20101): Terminated: ok {rc=0}\u000a00:43:18.393222 --- ParallelTerminationStrategy: PID 20104 died...\u000a00:43:18.449457 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20104): Terminated: ok {rc=0}\u000a00:43:18.537618 bus /sierra_3: Setting Powered False\u000a00:43:19.640713 bus /sierra_3: Setting Powered False\u000a00:43:20.749318 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20113): Process ended prematurely: osmo-stp_10.42.42.5(pid=20113) [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20113)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20113): Process ended prematurely: osmo-stp_10.42.42.5(pid=20113) [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:43:21.866354 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:21.878596 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:43:22.047488 tst mo_mt_call_osmux.py: using LAC 37357\u000a00:43:22.168602 tst mo_mt_call_osmux.py: using RAC 127\u000a00:43:22.286498 tst mo_mt_call_osmux.py: using CellId 37357\u000a00:43:22.411457 tst mo_mt_call_osmux.py: using BVCI 37358\u000a00:43:22.436516 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:22.448622 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:22.460507 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:22.472326 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:22.484216 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:22.495438 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:43:22.616724 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:43:22.819355 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:43:23.310458 run create_hlr_db(pid=20107): Launched\u000a00:43:23.485962 bus /sierra_2: Setting Powered False\u000a00:43:24.507767 run create_hlr_db(pid=20107): Terminated: ok {rc=0}\u000a00:43:24.918061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20109): Launched\u000a00:43:25.225339 run osmo-hlr_10.42.42.2(pid=20110): Launched\u000a00:43:25.340659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:43:25.871997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20112): Launched\u000a00:43:26.177875 run osmo-stp_10.42.42.5(pid=20113): Launched\u000a00:43:26.287825 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:43:26.850784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20115): Launched\u000a00:43:27.159554 run osmo-msc_10.42.42.6(pid=20116): Launched\u000a00:43:27.338082 run osmo-stp_10.42.42.5(pid=20113): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20113)]\u000a00:43:27.467530 run osmo-stp_10.42.42.5(pid=20113): stdout: \u000a| (launched: 2022-12-14_00:43:26.026886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:27.594425 run osmo-stp_10.42.42.5(pid=20113): stderr: \u000a| �[0;m�[38;5;43m20221214004326196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004326196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004326196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004326196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004326197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004326197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004326197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:27.716257 run osmo-stp_10.42.42.5(pid=20113): stdout: \u000a| (launched: 2022-12-14_00:43:26.026886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:27.837092 run osmo-stp_10.42.42.5(pid=20113): stderr: \u000a| �[0;m�[38;5;43m20221214004326196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004326196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004326196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004326196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004326197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004326197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004326197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:27.890555 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20113): Process ended prematurely: osmo-stp_10.42.42.5(pid=20113) [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20113)] [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:43:27.899100 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a00:43:27.959301 run osmo-hlr_10.42.42.2(pid=20110): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20110)]\u000a00:43:28.008397 run osmo-hlr_10.42.42.2(pid=20110): stdout: \u000a| (launched: 2022-12-14_00:43:25.073121) \u000a00:43:28.058137 run osmo-hlr_10.42.42.2(pid=20110): stderr: \u000a| �[0;m�[1;31m20221214004325248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004325248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004325248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004325248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004325248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004325248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004325259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004325267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004325267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004325268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:43:28.125613 run osmo-msc_10.42.42.6(pid=20116): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20116)]\u000a00:43:28.174644 run osmo-msc_10.42.42.6(pid=20116): stdout: \u000a| (launched: 2022-12-14_00:43:27.006340) \u000a00:43:28.224206 run osmo-msc_10.42.42.6(pid=20116): stderr: \u000a| �[0;m�[38;5;43m20221214004327277 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214004327277 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f2d6bac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214004327277 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214004327278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214004327278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214004327278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214004327280 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214004327280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214004327280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214004327280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:43:28.266019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20109): Terminating (SIGTERM)\u000a00:43:28.305480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20112): Terminating (SIGTERM)\u000a00:43:28.345097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20115): Terminating (SIGTERM)\u000a00:43:28.354180 --- ParallelTerminationStrategy: PID 20109 died...\u000a00:43:28.408028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20109): Terminated: ok {rc=0}\u000a00:43:28.417607 --- ParallelTerminationStrategy: PID 20112 died...\u000a00:43:28.470524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20112): Terminated: ok {rc=0}\u000a00:43:28.479937 --- ParallelTerminationStrategy: PID 20115 died...\u000a00:43:28.532730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20115): Terminated: ok {rc=0}\u000a00:43:28.620799 bus /sierra_3: Setting Powered False\u000a00:43:29.726929 bus /sierra_3: Setting Powered False\u000a00:43:30.836099 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:43:11" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20127): Process ended prematurely: osmo-stp_10.42.42.5(pid=20127) [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20127)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20127): Process ended prematurely: osmo-stp_10.42.42.5(pid=20127) [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:43:32.837596 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:32.848649 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:43:32.993841 tst mo_mt_call.py: using LAC 37358\u000a00:43:33.113807 tst mo_mt_call.py: using RAC 128\u000a00:43:33.235358 tst mo_mt_call.py: using CellId 37358\u000a00:43:33.355919 tst mo_mt_call.py: using BVCI 37359\u000a00:43:33.379326 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:33.390445 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:33.401289 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:33.412101 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:33.423004 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:33.433879 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:43:33.554910 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:43:33.758049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:43:34.247345 run create_hlr_db(pid=20121): Launched\u000a00:43:34.424126 bus /sierra_2: Setting Powered False\u000a00:43:35.444436 run create_hlr_db(pid=20121): Terminated: ok {rc=0}\u000a00:43:35.855384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20123): Launched\u000a00:43:36.160449 run osmo-hlr_10.42.42.2(pid=20124): Launched\u000a00:43:36.279914 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:43:36.820219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20126): Launched\u000a00:43:37.128800 run osmo-stp_10.42.42.5(pid=20127): Launched\u000a00:43:37.238045 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:43:37.798762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20129): Launched\u000a00:43:38.107561 run osmo-msc_10.42.42.6(pid=20130): Launched\u000a00:43:38.286573 run osmo-stp_10.42.42.5(pid=20127): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20127)]\u000a00:43:38.415045 run osmo-stp_10.42.42.5(pid=20127): stdout: \u000a| (launched: 2022-12-14_00:43:36.977337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:38.542025 run osmo-stp_10.42.42.5(pid=20127): stderr: \u000a| �[0;m�[38;5;43m20221214004337147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004337147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004337148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004337148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004337149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004337149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004337149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:38.663823 run osmo-stp_10.42.42.5(pid=20127): stdout: \u000a| (launched: 2022-12-14_00:43:36.977337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:38.784522 run osmo-stp_10.42.42.5(pid=20127): stderr: \u000a| �[0;m�[38;5;43m20221214004337147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004337147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004337148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004337148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004337149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004337149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004337149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:38.838053 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20127): Process ended prematurely: osmo-stp_10.42.42.5(pid=20127) [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20127)] [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:43:38.846672 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a00:43:38.905637 run osmo-hlr_10.42.42.2(pid=20124): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20124)]\u000a00:43:38.954210 run osmo-hlr_10.42.42.2(pid=20124): stdout: \u000a| (launched: 2022-12-14_00:43:36.010639) \u000a00:43:39.003360 run osmo-hlr_10.42.42.2(pid=20124): stderr: \u000a| �[0;m�[1;31m20221214004336186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004336186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004336186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004336186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004336186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004336186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004336198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004336207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004336207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004336207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:43:39.070390 run osmo-msc_10.42.42.6(pid=20130): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20130)]\u000a00:43:39.119370 run osmo-msc_10.42.42.6(pid=20130): stdout: \u000a| (launched: 2022-12-14_00:43:37.953651) \u000a00:43:39.168466 run osmo-msc_10.42.42.6(pid=20130): stderr: \u000a| �[0;m�[38;5;43m20221214004338226 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214004338226 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f64d200cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214004338226 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214004338226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214004338227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214004338227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214004338228 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214004338229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214004338229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214004338229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:43:39.210151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20123): Terminating (SIGTERM)\u000a00:43:39.249528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20126): Terminating (SIGTERM)\u000a00:43:39.288917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20129): Terminating (SIGTERM)\u000a00:43:39.297976 --- ParallelTerminationStrategy: PID 20123 died...\u000a00:43:39.351295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20123): Terminated: ok {rc=0}\u000a00:43:39.360716 --- ParallelTerminationStrategy: PID 20126 died...\u000a00:43:39.413491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20126): Terminated: ok {rc=0}\u000a00:43:39.422864 --- ParallelTerminationStrategy: PID 20129 died...\u000a00:43:39.475565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20129): Terminated: ok {rc=0}\u000a00:43:39.563386 bus /sierra_3: Setting Powered False\u000a00:43:40.666254 bus /sierra_3: Setting Powered False\u000a00:43:41.776828 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20138): Process ended prematurely: osmo-stp_10.42.42.5(pid=20138) [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20138)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20138): Process ended prematurely: osmo-stp_10.42.42.5(pid=20138) [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20138)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:43:42.887104 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:42.898808 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:43:43.042125 tst mo_mt_call_osmux.py: using LAC 37359\u000a00:43:43.161110 tst mo_mt_call_osmux.py: using RAC 129\u000a00:43:43.280519 tst mo_mt_call_osmux.py: using CellId 37359\u000a00:43:43.399931 tst mo_mt_call_osmux.py: using BVCI 37360\u000a00:43:43.423203 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:43.434297 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:43.445158 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:43.455905 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:43.466725 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:43.478028 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:43:43.597809 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:43:43.811669 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:43:44.331534 run create_hlr_db(pid=20132): Launched\u000a00:43:44.522215 bus /sierra_2: Setting Powered False\u000a00:43:45.542832 run create_hlr_db(pid=20132): Terminated: ok {rc=0}\u000a00:43:46.008229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20134): Launched\u000a00:43:46.460427 run osmo-hlr_10.42.42.2(pid=20135): Launched\u000a00:43:46.592749 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:43:47.192361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20137): Launched\u000a00:43:47.503508 run osmo-stp_10.42.42.5(pid=20138): Launched\u000a00:43:47.616073 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:43:48.176675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20140): Launched\u000a00:43:48.482730 run osmo-msc_10.42.42.6(pid=20141): Launched\u000a00:43:48.660634 run osmo-stp_10.42.42.5(pid=20138): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20138)]\u000a00:43:48.788358 run osmo-stp_10.42.42.5(pid=20138): stdout: \u000a| (launched: 2022-12-14_00:43:47.349627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:48.915117 run osmo-stp_10.42.42.5(pid=20138): stderr: \u000a| �[0;m�[38;5;43m20221214004347520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004347520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004347521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004347521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004347522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004347522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004347522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:49.037210 run osmo-stp_10.42.42.5(pid=20138): stdout: \u000a| (launched: 2022-12-14_00:43:47.349627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:49.158072 run osmo-stp_10.42.42.5(pid=20138): stderr: \u000a| �[0;m�[38;5;43m20221214004347520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004347520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004347521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004347521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004347522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004347522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004347522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:49.211765 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20138): Process ended prematurely: osmo-stp_10.42.42.5(pid=20138) [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20138)] [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:43:49.220537 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a00:43:49.279625 run osmo-hlr_10.42.42.2(pid=20135): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20135)]\u000a00:43:49.328245 run osmo-hlr_10.42.42.2(pid=20135): stdout: \u000a| (launched: 2022-12-14_00:43:46.178374) \u000a00:43:49.377651 run osmo-hlr_10.42.42.2(pid=20135): stderr: \u000a| �[0;m�[1;31m20221214004346387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004346387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004346387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004346387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004346387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004346387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004346403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004346419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004346420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004346420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:43:49.444190 run osmo-msc_10.42.42.6(pid=20141): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20141)]\u000a00:43:49.492635 run osmo-msc_10.42.42.6(pid=20141): stdout: \u000a| (launched: 2022-12-14_00:43:48.331586) \u000a00:43:49.541699 run osmo-msc_10.42.42.6(pid=20141): stderr: \u000a| �[0;m�[38;5;43m20221214004348606 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214004348606 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f25c2b12c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214004348606 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214004348606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214004348606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214004348607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214004348608 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214004348610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214004348610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214004348610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:43:49.583168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20134): Terminating (SIGTERM)\u000a00:43:49.622454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20137): Terminating (SIGTERM)\u000a00:43:49.661699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20140): Terminating (SIGTERM)\u000a00:43:49.670761 --- ParallelTerminationStrategy: PID 20134 died...\u000a00:43:49.723585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20134): Terminated: ok {rc=0}\u000a00:43:49.733099 --- ParallelTerminationStrategy: PID 20137 died...\u000a00:43:49.785568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20137): Terminated: ok {rc=0}\u000a00:43:49.795073 --- ParallelTerminationStrategy: PID 20140 died...\u000a00:43:49.847779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20140): Terminated: ok {rc=0}\u000a00:43:49.935578 bus /sierra_3: Setting Powered False\u000a00:43:51.037567 bus /sierra_3: Setting Powered False\u000a00:43:52.148236 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:43:32" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20152): Process ended prematurely: osmo-stp_10.42.42.5(pid=20152) [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20152)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20152): Process ended prematurely: osmo-stp_10.42.42.5(pid=20152) [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:43:54.109272 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:43:54.120372 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:43:54.264736 tst mo_mt_call.py: using LAC 37360\u000a00:43:54.386386 tst mo_mt_call.py: using RAC 130\u000a00:43:54.505683 tst mo_mt_call.py: using CellId 37360\u000a00:43:54.625960 tst mo_mt_call.py: using BVCI 37361\u000a00:43:54.649281 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:43:54.660267 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:43:54.671165 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:43:54.682059 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:43:54.692804 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:43:54.703740 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:43:54.825162 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:43:55.040688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:43:55.560443 run create_hlr_db(pid=20146): Launched\u000a00:43:55.751779 bus /sierra_2: Setting Powered False\u000a00:43:56.760213 run create_hlr_db(pid=20146): Terminated: ok {rc=0}\u000a00:43:57.180605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20148): Launched\u000a00:43:57.487426 run osmo-hlr_10.42.42.2(pid=20149): Launched\u000a00:43:57.600467 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:43:58.136107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20151): Launched\u000a00:43:58.444755 run osmo-stp_10.42.42.5(pid=20152): Launched\u000a00:43:58.554656 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:43:59.116052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20154): Launched\u000a00:43:59.423978 run osmo-msc_10.42.42.6(pid=20155): Launched\u000a00:43:59.602806 run osmo-stp_10.42.42.5(pid=20152): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20152)]\u000a00:43:59.732147 run osmo-stp_10.42.42.5(pid=20152): stdout: \u000a| (launched: 2022-12-14_00:43:58.291154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:59.859108 run osmo-stp_10.42.42.5(pid=20152): stderr: \u000a| �[0;m�[38;5;43m20221214004358463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004358463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004358463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004358464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004358464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004358464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004358464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:59.981680 run osmo-stp_10.42.42.5(pid=20152): stdout: \u000a| (launched: 2022-12-14_00:43:58.291154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:00.103118 run osmo-stp_10.42.42.5(pid=20152): stderr: \u000a| �[0;m�[38;5;43m20221214004358463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004358463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004358463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004358464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004358464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004358464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004358464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:00.156858 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20152): Process ended prematurely: osmo-stp_10.42.42.5(pid=20152) [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20152)] [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a00:44:00.165281 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:44:00.224514 run osmo-hlr_10.42.42.2(pid=20149): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20149)]\u000a00:44:00.273183 run osmo-hlr_10.42.42.2(pid=20149): stdout: \u000a| (launched: 2022-12-14_00:43:57.335502) \u000a00:44:00.322386 run osmo-hlr_10.42.42.2(pid=20149): stderr: \u000a| �[0;m�[1;31m20221214004357514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004357514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004357514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004357514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004357515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004357515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004357530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004357538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004357538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004357539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:44:00.389164 run osmo-msc_10.42.42.6(pid=20155): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20155)]\u000a00:44:00.437808 run osmo-msc_10.42.42.6(pid=20155): stdout: \u000a| (launched: 2022-12-14_00:43:59.270999) \u000a00:44:00.486959 run osmo-msc_10.42.42.6(pid=20155): stderr: \u000a| �[0;m�[38;5;43m20221214004359544 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214004359544 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38697f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214004359545 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214004359545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214004359545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214004359545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214004359547 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214004359547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214004359547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214004359547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:44:00.528496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20148): Terminating (SIGTERM)\u000a00:44:00.567640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20151): Terminating (SIGTERM)\u000a00:44:00.606790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20154): Terminating (SIGTERM)\u000a00:44:00.615799 --- ParallelTerminationStrategy: PID 20148 died...\u000a00:44:00.668854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20148): Terminated: ok {rc=0}\u000a00:44:00.678352 --- ParallelTerminationStrategy: PID 20151 died...\u000a00:44:00.730945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20151): Terminated: ok {rc=0}\u000a00:44:00.740389 --- ParallelTerminationStrategy: PID 20154 died...\u000a00:44:00.793194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20154): Terminated: ok {rc=0}\u000a00:44:00.887433 bus /sierra_3: Setting Powered False\u000a00:44:01.993514 bus /sierra_3: Setting Powered False\u000a00:44:03.098972 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20163): Process ended prematurely: osmo-stp_10.42.42.5(pid=20163) [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20163)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20163): Process ended prematurely: osmo-stp_10.42.42.5(pid=20163) [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:44:04.215466 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:44:04.227881 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:44:04.385540 tst mo_mt_call_osmux.py: using LAC 37361\u000a00:44:04.512080 tst mo_mt_call_osmux.py: using RAC 131\u000a00:44:04.638585 tst mo_mt_call_osmux.py: using CellId 37361\u000a00:44:04.765326 tst mo_mt_call_osmux.py: using BVCI 37362\u000a00:44:04.790341 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:44:04.801923 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:44:04.813453 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:44:04.824660 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:44:04.836211 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:44:04.847883 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:44:04.966786 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:44:05.179105 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:44:05.698139 run create_hlr_db(pid=20157): Launched\u000a00:44:05.888408 bus /sierra_2: Setting Powered False\u000a00:44:06.908781 run create_hlr_db(pid=20157): Terminated: ok {rc=0}\u000a00:44:07.323337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20159): Launched\u000a00:44:07.632554 run osmo-hlr_10.42.42.2(pid=20160): Launched\u000a00:44:07.749799 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:44:08.284483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20162): Launched\u000a00:44:08.592055 run osmo-stp_10.42.42.5(pid=20163): Launched\u000a00:44:08.702574 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:44:09.263168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20165): Launched\u000a00:44:09.571996 run osmo-msc_10.42.42.6(pid=20166): Launched\u000a00:44:09.750633 run osmo-stp_10.42.42.5(pid=20163): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20163)]\u000a00:44:09.880039 run osmo-stp_10.42.42.5(pid=20163): stdout: \u000a| (launched: 2022-12-14_00:44:08.438945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:10.006975 run osmo-stp_10.42.42.5(pid=20163): stderr: \u000a| �[0;m�[38;5;43m20221214004408610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004408610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004408611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004408611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004408611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004408612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004408612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:10.129696 run osmo-stp_10.42.42.5(pid=20163): stdout: \u000a| (launched: 2022-12-14_00:44:08.438945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:10.250683 run osmo-stp_10.42.42.5(pid=20163): stderr: \u000a| �[0;m�[38;5;43m20221214004408610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004408610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004408611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004408611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004408611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004408612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004408612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:10.304411 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20163): Process ended prematurely: osmo-stp_10.42.42.5(pid=20163) [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20163)] [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a00:44:10.313033 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a00:44:10.372555 run osmo-hlr_10.42.42.2(pid=20160): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20160)]\u000a00:44:10.421278 run osmo-hlr_10.42.42.2(pid=20160): stdout: \u000a| (launched: 2022-12-14_00:44:07.478821) \u000a00:44:10.470226 run osmo-hlr_10.42.42.2(pid=20160): stderr: \u000a| �[0;m�[1;31m20221214004407658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004407658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004407658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004407658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004407658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004407658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004407670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004407678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004407678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004407678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:44:10.537055 run osmo-msc_10.42.42.6(pid=20166): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20166)]\u000a00:44:10.585641 run osmo-msc_10.42.42.6(pid=20166): stdout: \u000a| (launched: 2022-12-14_00:44:09.418294) \u000a00:44:10.634635 run osmo-msc_10.42.42.6(pid=20166): stderr: \u000a| �[0;m�[38;5;43m20221214004409694 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214004409694 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fea9edadc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214004409694 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214004409694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214004409694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214004409695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214004409696 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214004409697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214004409697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214004409697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:44:10.676205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20159): Terminating (SIGTERM)\u000a00:44:10.715871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20162): Terminating (SIGTERM)\u000a00:44:10.755500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20165): Terminating (SIGTERM)\u000a00:44:10.764644 --- ParallelTerminationStrategy: PID 20159 died...\u000a00:44:10.817399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20159): Terminated: ok {rc=0}\u000a00:44:10.826980 --- ParallelTerminationStrategy: PID 20162 died...\u000a00:44:10.879712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20162): Terminated: ok {rc=0}\u000a00:44:10.889261 --- ParallelTerminationStrategy: PID 20165 died...\u000a00:44:10.941587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20165): Terminated: ok {rc=0}\u000a00:44:11.030214 bus /sierra_3: Setting Powered False\u000a00:44:12.136059 bus /sierra_3: Setting Powered False\u000a00:44:13.244546 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:43:53" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20177): Process ended prematurely: osmo-stp_10.42.42.5(pid=20177) [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20177)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20177): Process ended prematurely: osmo-stp_10.42.42.5(pid=20177) [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:44:15.210899 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:15.222070 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:44:15.365953 tst mo_mt_call.py: using LAC 37362\u000a00:44:15.483920 tst mo_mt_call.py: using RAC 132\u000a00:44:15.604359 tst mo_mt_call.py: using CellId 37362\u000a00:44:15.723780 tst mo_mt_call.py: using BVCI 37363\u000a00:44:15.746895 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:15.757932 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:15.768694 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:15.779460 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:15.790463 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:15.801469 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:44:15.932919 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:44:16.158531 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:44:16.691864 run create_hlr_db(pid=20171): Launched\u000a00:44:16.872878 bus /sierra_2: Setting Powered False\u000a00:44:17.890466 run create_hlr_db(pid=20171): Terminated: ok {rc=0}\u000a00:44:18.331629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20173): Launched\u000a00:44:18.664751 run osmo-hlr_10.42.42.2(pid=20174): Launched\u000a00:44:18.786753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:44:19.360744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20176): Launched\u000a00:44:19.692552 run osmo-stp_10.42.42.5(pid=20177): Launched\u000a00:44:19.811765 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:44:20.414312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20179): Launched\u000a00:44:20.745864 run osmo-msc_10.42.42.6(pid=20180): Launched\u000a00:44:20.939279 run osmo-stp_10.42.42.5(pid=20177): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20177)]\u000a00:44:21.079255 run osmo-stp_10.42.42.5(pid=20177): stdout: \u000a| (launched: 2022-12-14_00:44:19.527566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:21.217099 run osmo-stp_10.42.42.5(pid=20177): stderr: \u000a| �[0;m�[38;5;43m20221214004419716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004419716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004419717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004419717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004419717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004419718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004419718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:21.348809 run osmo-stp_10.42.42.5(pid=20177): stdout: \u000a| (launched: 2022-12-14_00:44:19.527566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:21.479299 run osmo-stp_10.42.42.5(pid=20177): stderr: \u000a| �[0;m�[38;5;43m20221214004419716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004419716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004419717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004419717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004419717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004419718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004419718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:21.536931 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20177): Process ended prematurely: osmo-stp_10.42.42.5(pid=20177) [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20177)] [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a00:44:21.546319 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:44:21.608908 run osmo-hlr_10.42.42.2(pid=20174): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20174)]\u000a00:44:21.660079 run osmo-hlr_10.42.42.2(pid=20174): stdout: \u000a| (launched: 2022-12-14_00:44:18.498845) \u000a00:44:21.711875 run osmo-hlr_10.42.42.2(pid=20174): stderr: \u000a| �[0;m�[1;31m20221214004418694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004418694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004418694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004418694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004418694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004418694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004418705 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004418714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004418714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004418714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:44:21.782012 run osmo-msc_10.42.42.6(pid=20180): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20180)]\u000a00:44:21.833163 run osmo-msc_10.42.42.6(pid=20180): stdout: \u000a| (launched: 2022-12-14_00:44:20.581252) \u000a00:44:21.885004 run osmo-msc_10.42.42.6(pid=20180): stderr: \u000a| �[0;m�[38;5;43m20221214004420902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214004420902 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5dc0937c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214004420902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214004420902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214004420902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214004420902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214004420904 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214004420904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214004420905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214004420905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:44:21.929157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20173): Terminating (SIGTERM)\u000a00:44:21.970885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20176): Terminating (SIGTERM)\u000a00:44:22.013583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20179): Terminating (SIGTERM)\u000a00:44:22.023181 --- ParallelTerminationStrategy: PID 20173 died...\u000a00:44:22.079798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20173): Terminated: ok {rc=0}\u000a00:44:22.089908 --- ParallelTerminationStrategy: PID 20176 died...\u000a00:44:22.146008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20176): Terminated: ok {rc=0}\u000a00:44:22.156057 --- ParallelTerminationStrategy: PID 20179 died...\u000a00:44:22.212261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20179): Terminated: ok {rc=0}\u000a00:44:22.299063 bus /sierra_3: Setting Powered False\u000a00:44:23.401110 bus /sierra_3: Setting Powered False\u000a00:44:24.511328 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20188): Process ended prematurely: osmo-stp_10.42.42.5(pid=20188) [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20188)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20188): Process ended prematurely: osmo-stp_10.42.42.5(pid=20188) [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:44:25.622634 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:25.634456 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:44:25.778437 tst mo_mt_call_osmux.py: using LAC 37363\u000a00:44:25.898564 tst mo_mt_call_osmux.py: using RAC 133\u000a00:44:26.019802 tst mo_mt_call_osmux.py: using CellId 37363\u000a00:44:26.141762 tst mo_mt_call_osmux.py: using BVCI 37364\u000a00:44:26.165163 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:26.176167 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:26.187082 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:26.197927 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:26.208765 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:26.219634 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:44:26.340556 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:44:26.544138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:44:27.037079 run create_hlr_db(pid=20182): Launched\u000a00:44:27.212570 bus /sierra_2: Setting Powered False\u000a00:44:28.236013 run create_hlr_db(pid=20182): Terminated: ok {rc=0}\u000a00:44:28.676289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20184): Launched\u000a00:44:29.008209 run osmo-hlr_10.42.42.2(pid=20185): Launched\u000a00:44:29.130263 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:44:29.707256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20187): Launched\u000a00:44:30.037991 run osmo-stp_10.42.42.5(pid=20188): Launched\u000a00:44:30.157346 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:44:30.759624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20190): Launched\u000a00:44:31.334099 run osmo-msc_10.42.42.6(pid=20191): Launched\u000a00:44:31.627483 run osmo-stp_10.42.42.5(pid=20188): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20188)]\u000a00:44:31.758354 run osmo-stp_10.42.42.5(pid=20188): stdout: \u000a| (launched: 2022-12-14_00:44:29.874242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:31.889464 run osmo-stp_10.42.42.5(pid=20188): stderr: \u000a| �[0;m�[38;5;43m20221214004430065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004430065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004430065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004430066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004430066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004430066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004430066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:32.016939 run osmo-stp_10.42.42.5(pid=20188): stdout: \u000a| (launched: 2022-12-14_00:44:29.874242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:32.140471 run osmo-stp_10.42.42.5(pid=20188): stderr: \u000a| �[0;m�[38;5;43m20221214004430065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004430065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004430065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004430066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004430066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004430066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004430066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:32.195375 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20188): Process ended prematurely: osmo-stp_10.42.42.5(pid=20188) [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20188)] [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a00:44:32.204625 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a00:44:32.267395 run osmo-hlr_10.42.42.2(pid=20185): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20185)]\u000a00:44:32.318036 run osmo-hlr_10.42.42.2(pid=20185): stdout: \u000a| (launched: 2022-12-14_00:44:28.843581) \u000a00:44:32.369414 run osmo-hlr_10.42.42.2(pid=20185): stderr: \u000a| �[0;m�[1;31m20221214004429040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004429040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004429040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004429040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004429040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004429040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004429052 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004429061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004429061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004429061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:44:32.437683 run osmo-msc_10.42.42.6(pid=20191): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20191)]\u000a00:44:32.487947 run osmo-msc_10.42.42.6(pid=20191): stdout: \u000a| (launched: 2022-12-14_00:44:30.959107) \u000a00:44:32.538392 run osmo-msc_10.42.42.6(pid=20191): stderr: \u000a| �[0;m�[38;5;43m20221214004431283 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214004431283 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0597170c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214004431283 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214004431283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214004431284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214004431284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214004431286 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214004431287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214004431287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214004431287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:44:32.581214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20184): Terminating (SIGTERM)\u000a00:44:32.621366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20187): Terminating (SIGTERM)\u000a00:44:32.661521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20190): Terminating (SIGTERM)\u000a00:44:32.670804 --- ParallelTerminationStrategy: PID 20184 died...\u000a00:44:32.724863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20184): Terminated: ok {rc=0}\u000a00:44:32.734617 --- ParallelTerminationStrategy: PID 20187 died...\u000a00:44:32.788504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20187): Terminated: ok {rc=0}\u000a00:44:32.798190 --- ParallelTerminationStrategy: PID 20190 died...\u000a00:44:32.851832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20190): Terminated: ok {rc=0}\u000a00:44:32.940937 bus /sierra_3: Setting Powered False\u000a00:44:34.051715 bus /sierra_3: Setting Powered False\u000a00:44:35.163807 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:44:14" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20202): Process ended prematurely: osmo-stp_10.42.42.5(pid=20202) [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20202)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20202): Process ended prematurely: osmo-stp_10.42.42.5(pid=20202) [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:44:37.132006 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:37.143525 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:44:37.296684 tst mo_mt_call.py: using LAC 37364\u000a00:44:37.419985 tst mo_mt_call.py: using RAC 134\u000a00:44:37.541923 tst mo_mt_call.py: using CellId 37364\u000a00:44:37.661210 tst mo_mt_call.py: using BVCI 37365\u000a00:44:37.684530 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:37.695742 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:37.706625 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:37.717642 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:37.728452 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:37.739548 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:44:37.861432 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:44:38.064292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:44:38.558322 run create_hlr_db(pid=20196): Launched\u000a00:44:38.733933 bus /sierra_2: Setting Powered False\u000a00:44:39.755664 run create_hlr_db(pid=20196): Terminated: ok {rc=0}\u000a00:44:40.164479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20198): Launched\u000a00:44:40.471815 run osmo-hlr_10.42.42.2(pid=20199): Launched\u000a00:44:40.582100 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:44:41.114619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20201): Launched\u000a00:44:41.422215 run osmo-stp_10.42.42.5(pid=20202): Launched\u000a00:44:41.533495 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:44:42.096331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20204): Launched\u000a00:44:42.405570 run osmo-msc_10.42.42.6(pid=20205): Launched\u000a00:44:42.583661 run osmo-stp_10.42.42.5(pid=20202): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20202)]\u000a00:44:42.712630 run osmo-stp_10.42.42.5(pid=20202): stdout: \u000a| (launched: 2022-12-14_00:44:41.269555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:42.839597 run osmo-stp_10.42.42.5(pid=20202): stderr: \u000a| �[0;m�[38;5;43m20221214004441441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004441441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004441441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004441442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004441442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004441442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004441442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:42.962366 run osmo-stp_10.42.42.5(pid=20202): stdout: \u000a| (launched: 2022-12-14_00:44:41.269555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:43.083998 run osmo-stp_10.42.42.5(pid=20202): stderr: \u000a| �[0;m�[38;5;43m20221214004441441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004441441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004441441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004441442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004441442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004441442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004441442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:43.137769 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20202): Process ended prematurely: osmo-stp_10.42.42.5(pid=20202) [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20202)] [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a00:44:43.146293 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:44:43.205504 run osmo-hlr_10.42.42.2(pid=20199): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20199)]\u000a00:44:43.254378 run osmo-hlr_10.42.42.2(pid=20199): stdout: \u000a| (launched: 2022-12-14_00:44:40.319492) \u000a00:44:43.303530 run osmo-hlr_10.42.42.2(pid=20199): stderr: \u000a| �[0;m�[1;31m20221214004440498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004440499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004440499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004440499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004440499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004440499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004440511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004440520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004440520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004440520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:44:43.369967 run osmo-msc_10.42.42.6(pid=20205): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20205)]\u000a00:44:43.418347 run osmo-msc_10.42.42.6(pid=20205): stdout: \u000a| (launched: 2022-12-14_00:44:42.252159) \u000a00:44:43.468211 run osmo-msc_10.42.42.6(pid=20205): stderr: \u000a| �[0;m�[38;5;43m20221214004442526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214004442526 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f7c5b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214004442526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214004442526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214004442526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214004442526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214004442528 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214004442529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214004442529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214004442529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:44:43.509884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20198): Terminating (SIGTERM)\u000a00:44:43.549133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20201): Terminating (SIGTERM)\u000a00:44:43.588762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20204): Terminating (SIGTERM)\u000a00:44:43.597952 --- ParallelTerminationStrategy: PID 20198 died...\u000a00:44:43.650777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20198): Terminated: ok {rc=0}\u000a00:44:43.660255 --- ParallelTerminationStrategy: PID 20201 died...\u000a00:44:43.713357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20201): Terminated: ok {rc=0}\u000a00:44:43.722921 --- ParallelTerminationStrategy: PID 20204 died...\u000a00:44:43.775981 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20204): Terminated: ok {rc=0}\u000a00:44:43.864402 bus /sierra_3: Setting Powered False\u000a00:44:44.966402 bus /sierra_3: Setting Powered False\u000a00:44:46.079882 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20213): Process ended prematurely: osmo-stp_10.42.42.5(pid=20213) [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20213)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20213): Process ended prematurely: osmo-stp_10.42.42.5(pid=20213) [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20213)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:44:47.187005 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:47.199246 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:44:47.339971 tst mo_mt_call_osmux.py: using LAC 37365\u000a00:44:47.460085 tst mo_mt_call_osmux.py: using RAC 135\u000a00:44:47.578472 tst mo_mt_call_osmux.py: using CellId 37365\u000a00:44:47.694850 tst mo_mt_call_osmux.py: using BVCI 37366\u000a00:44:47.717570 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:47.728669 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:47.739637 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:47.750598 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:47.761535 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:47.772336 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:44:47.886399 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:44:48.099432 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:44:48.607042 run create_hlr_db(pid=20207): Launched\u000a00:44:48.794521 bus /sierra_2: Setting Powered False\u000a00:44:49.814729 run create_hlr_db(pid=20207): Terminated: ok {rc=0}\u000a00:44:50.221070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20209): Launched\u000a00:44:50.522749 run osmo-hlr_10.42.42.2(pid=20210): Launched\u000a00:44:50.633981 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:44:51.159093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20212): Launched\u000a00:44:51.460221 run osmo-stp_10.42.42.5(pid=20213): Launched\u000a00:44:51.569749 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:44:52.119541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20215): Launched\u000a00:44:52.421810 run osmo-msc_10.42.42.6(pid=20216): Launched\u000a00:44:52.597448 run osmo-stp_10.42.42.5(pid=20213): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20213)]\u000a00:44:52.724618 run osmo-stp_10.42.42.5(pid=20213): stdout: \u000a| (launched: 2022-12-14_00:44:51.311633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:52.849739 run osmo-stp_10.42.42.5(pid=20213): stderr: \u000a| �[0;m�[38;5;43m20221214004451480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004451480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004451480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004451481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004451481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004451481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004451481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:52.970317 run osmo-stp_10.42.42.5(pid=20213): stdout: \u000a| (launched: 2022-12-14_00:44:51.311633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:53.090792 run osmo-stp_10.42.42.5(pid=20213): stderr: \u000a| �[0;m�[38;5;43m20221214004451480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004451480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004451480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004451481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004451481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004451481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004451481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:53.143672 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20213): Process ended prematurely: osmo-stp_10.42.42.5(pid=20213) [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20213)] [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a00:44:53.152396 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a00:44:53.211084 run osmo-hlr_10.42.42.2(pid=20210): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20210)]\u000a00:44:53.259052 run osmo-hlr_10.42.42.2(pid=20210): stdout: \u000a| (launched: 2022-12-14_00:44:50.374411) \u000a00:44:53.307637 run osmo-hlr_10.42.42.2(pid=20210): stderr: \u000a| �[0;m�[1;31m20221214004450546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004450546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004450547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004450547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004450547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004450547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004450559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004450567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004450567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004450567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:44:53.373445 run osmo-msc_10.42.42.6(pid=20216): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20216)]\u000a00:44:53.421556 run osmo-msc_10.42.42.6(pid=20216): stdout: \u000a| (launched: 2022-12-14_00:44:52.272275) \u000a00:44:53.470174 run osmo-msc_10.42.42.6(pid=20216): stderr: \u000a| �[0;m�[38;5;43m20221214004452542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214004452542 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3812738c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214004452542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214004452542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214004452543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214004452543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214004452544 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214004452545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214004452545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214004452545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:44:53.511449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20209): Terminating (SIGTERM)\u000a00:44:53.550428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20212): Terminating (SIGTERM)\u000a00:44:53.589434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20215): Terminating (SIGTERM)\u000a00:44:53.598460 --- ParallelTerminationStrategy: PID 20209 died...\u000a00:44:53.650922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20209): Terminated: ok {rc=0}\u000a00:44:53.660280 --- ParallelTerminationStrategy: PID 20212 died...\u000a00:44:53.712503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20212): Terminated: ok {rc=0}\u000a00:44:53.721839 --- ParallelTerminationStrategy: PID 20215 died...\u000a00:44:53.773599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20215): Terminated: ok {rc=0}\u000a00:44:53.859632 bus /sierra_3: Setting Powered False\u000a00:44:54.960578 bus /sierra_3: Setting Powered False\u000a00:44:56.070033 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:44:36" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20230): Process ended prematurely: osmo-stp_10.42.42.5(pid=20230) [trial-2397↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20230)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20230): Process ended prematurely: osmo-stp_10.42.42.5(pid=20230) [trial-2397↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20230)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a00:44:58.029325 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:44:58.042259 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:44:58.194298 tst mo_mt_call.py: using LAC 37366\u000a00:44:58.319934 tst mo_mt_call.py: using RAC 136\u000a00:44:58.439908 tst mo_mt_call.py: using CellId 37366\u000a00:44:58.556779 tst mo_mt_call.py: using BVCI 37367\u000a00:44:58.579775 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:44:58.591029 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:44:58.602101 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:44:58.612925 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:44:58.623837 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:44:58.634676 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:44:58.754528 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:44:58.956745 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:44:59.441707 run create_hlr_db(pid=20221): Launched\u000a00:44:59.615074 bus /sierra_2: Setting Powered False\u000a00:45:00.637914 run create_hlr_db(pid=20221): Terminated: ok {rc=0}\u000a00:45:01.126636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20223): Launched\u000a00:45:01.512501 run osmo-hlr_10.42.42.2(pid=20224): Launched\u000a00:45:01.694717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:45:02.351758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20229): Launched\u000a00:45:02.655052 run osmo-stp_10.42.42.5(pid=20230): Launched\u000a00:45:02.763713 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:45:03.316394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20232): Launched\u000a00:45:03.619535 run osmo-msc_10.42.42.6(pid=20233): Launched\u000a00:45:03.794905 run osmo-stp_10.42.42.5(pid=20230): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20230)]\u000a00:45:03.922379 run osmo-stp_10.42.42.5(pid=20230): stdout: \u000a| (launched: 2022-12-14_00:45:02.505406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:04.047987 run osmo-stp_10.42.42.5(pid=20230): stderr: \u000a| �[0;m�[38;5;43m20221214004502675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004502675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004502676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004502676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004502677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004502677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004502677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:04.169410 run osmo-stp_10.42.42.5(pid=20230): stdout: \u000a| (launched: 2022-12-14_00:45:02.505406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:04.289134 run osmo-stp_10.42.42.5(pid=20230): stderr: \u000a| �[0;m�[38;5;43m20221214004502675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004502675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004502676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004502676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004502677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004502677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004502677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:04.342178 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20230): Process ended prematurely: osmo-stp_10.42.42.5(pid=20230) [trial-2397↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20230)] [trial-2397↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a00:45:04.350912 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:45:04.409799 run osmo-hlr_10.42.42.2(pid=20224): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20224)]\u000a00:45:04.458386 run osmo-hlr_10.42.42.2(pid=20224): stdout: \u000a| (launched: 2022-12-14_00:45:01.284029) \u000a00:45:04.507398 run osmo-hlr_10.42.42.2(pid=20224): stderr: \u000a| �[0;m�[1;31m20221214004501632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004501632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004501632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004501632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004501632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004501632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004501655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004501678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004501678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004501678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:45:04.573873 run osmo-msc_10.42.42.6(pid=20233): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20233)]\u000a00:45:04.622274 run osmo-msc_10.42.42.6(pid=20233): stdout: \u000a| (launched: 2022-12-14_00:45:03.469768) \u000a00:45:04.671125 run osmo-msc_10.42.42.6(pid=20233): stderr: \u000a| �[0;m�[38;5;43m20221214004503742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214004503742 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcaf432ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214004503742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214004503742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214004503742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214004503743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214004503744 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214004503745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214004503745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214004503745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:45:04.712909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20223): Terminating (SIGTERM)\u000a00:45:04.752166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20229): Terminating (SIGTERM)\u000a00:45:04.791643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20232): Terminating (SIGTERM)\u000a00:45:04.800706 --- ParallelTerminationStrategy: PID 20223 died...\u000a00:45:04.854007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20223): Terminated: ok {rc=0}\u000a00:45:04.863563 --- ParallelTerminationStrategy: PID 20229 died...\u000a00:45:04.916624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20229): Terminated: ok {rc=0}\u000a00:45:04.926216 --- ParallelTerminationStrategy: PID 20232 died...\u000a00:45:04.978839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20232): Terminated: ok {rc=0}\u000a00:45:05.066155 bus /sierra_3: Setting Powered False\u000a00:45:06.167415 bus /sierra_3: Setting Powered False\u000a00:45:07.274796 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20241): Process ended prematurely: osmo-stp_10.42.42.5(pid=20241) [trial-2397↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20241)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20241): Process ended prematurely: osmo-stp_10.42.42.5(pid=20241) [trial-2397↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20241)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:45:08.382832 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:45:08.394824 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:45:08.540268 tst mo_mt_call_osmux.py: using LAC 37367\u000a00:45:08.660845 tst mo_mt_call_osmux.py: using RAC 137\u000a00:45:08.781245 tst mo_mt_call_osmux.py: using CellId 37367\u000a00:45:08.900759 tst mo_mt_call_osmux.py: using BVCI 37368\u000a00:45:08.923726 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:45:08.934811 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:45:08.945640 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:45:08.956400 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:45:08.967515 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:45:08.978561 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:45:09.093983 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:45:09.300805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:45:09.783938 run create_hlr_db(pid=20235): Launched\u000a00:45:09.957140 bus /sierra_2: Setting Powered False\u000a00:45:10.978942 run create_hlr_db(pid=20235): Terminated: ok {rc=0}\u000a00:45:11.413277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20237): Launched\u000a00:45:11.739789 run osmo-hlr_10.42.42.2(pid=20238): Launched\u000a00:45:11.861751 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:45:12.426399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20240): Launched\u000a00:45:12.751411 run osmo-stp_10.42.42.5(pid=20241): Launched\u000a00:45:12.869360 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:45:13.463347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20243): Launched\u000a00:45:13.789047 run osmo-msc_10.42.42.6(pid=20244): Launched\u000a00:45:13.978059 run osmo-stp_10.42.42.5(pid=20241): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20241)]\u000a00:45:14.115541 run osmo-stp_10.42.42.5(pid=20241): stdout: \u000a| (launched: 2022-12-14_00:45:12.591044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:14.253120 run osmo-stp_10.42.42.5(pid=20241): stderr: \u000a| �[0;m�[38;5;43m20221214004512779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004512779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004512780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004512780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004512781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004512781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004512781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:14.383684 run osmo-stp_10.42.42.5(pid=20241): stdout: \u000a| (launched: 2022-12-14_00:45:12.591044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:14.512527 run osmo-stp_10.42.42.5(pid=20241): stderr: \u000a| �[0;m�[38;5;43m20221214004512779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004512779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004512780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004512780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004512781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004512781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004512781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:14.569808 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20241): Process ended prematurely: osmo-stp_10.42.42.5(pid=20241) [trial-2397↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20241)] [trial-2397↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a00:45:14.579372 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:45:14.641968 run osmo-hlr_10.42.42.2(pid=20238): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20238)]\u000a00:45:14.693786 run osmo-hlr_10.42.42.2(pid=20238): stdout: \u000a| (launched: 2022-12-14_00:45:11.578370) \u000a00:45:14.746132 run osmo-hlr_10.42.42.2(pid=20238): stderr: \u000a| �[0;m�[1;31m20221214004511772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004511772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004511772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004511772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004511772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004511772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004511785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004511794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004511794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004511794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:45:14.816855 run osmo-msc_10.42.42.6(pid=20244): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20244)]\u000a00:45:14.868086 run osmo-msc_10.42.42.6(pid=20244): stdout: \u000a| (launched: 2022-12-14_00:45:13.627896) \u000a00:45:14.919763 run osmo-msc_10.42.42.6(pid=20244): stderr: \u000a| �[0;m�[38;5;43m20221214004513947 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214004513947 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf1b7c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214004513947 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214004513947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214004513947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214004513947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214004513949 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214004513950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214004513950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214004513950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:45:14.969379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20237): Terminating (SIGTERM)\u000a00:45:15.020154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20240): Terminating (SIGTERM)\u000a00:45:15.066415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20243): Terminating (SIGTERM)\u000a00:45:15.080546 --- ParallelTerminationStrategy: PID 20237 died...\u000a00:45:15.143259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20237): Terminated: ok {rc=0}\u000a00:45:15.153166 --- ParallelTerminationStrategy: PID 20240 died...\u000a00:45:15.209592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20240): Terminated: ok {rc=0}\u000a00:45:15.219591 --- ParallelTerminationStrategy: PID 20243 died...\u000a00:45:15.276166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20243): Terminated: ok {rc=0}\u000a00:45:15.362247 bus /sierra_3: Setting Powered False\u000a00:45:16.485950 bus /sierra_3: Setting Powered False\u000a00:45:17.599864 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:44:57" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20256): Process ended prematurely: osmo-stp_10.42.42.5(pid=20256) [trial-2397↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20256)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20256): Process ended prematurely: osmo-stp_10.42.42.5(pid=20256) [trial-2397↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a00:45:19.541829 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:19.552661 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:45:19.694421 tst mo_mt_call.py: using LAC 37368\u000a00:45:19.809989 tst mo_mt_call.py: using RAC 138\u000a00:45:19.925589 tst mo_mt_call.py: using CellId 37368\u000a00:45:20.040223 tst mo_mt_call.py: using BVCI 37369\u000a00:45:20.063002 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:20.073817 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:20.084755 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:20.095550 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:20.106586 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:20.117465 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:45:20.237554 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:45:20.438763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:45:20.918315 run create_hlr_db(pid=20250): Launched\u000a00:45:21.090169 bus /sierra_2: Setting Powered False\u000a00:45:22.111773 run create_hlr_db(pid=20250): Terminated: ok {rc=0}\u000a00:45:22.510551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20252): Launched\u000a00:45:22.807734 run osmo-hlr_10.42.42.2(pid=20253): Launched\u000a00:45:22.920349 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:45:23.442276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20255): Launched\u000a00:45:23.741044 run osmo-stp_10.42.42.5(pid=20256): Launched\u000a00:45:23.849117 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:45:24.398274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20258): Launched\u000a00:45:24.697788 run osmo-msc_10.42.42.6(pid=20259): Launched\u000a00:45:24.872690 run osmo-stp_10.42.42.5(pid=20256): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20256)]\u000a00:45:24.999506 run osmo-stp_10.42.42.5(pid=20256): stdout: \u000a| (launched: 2022-12-14_00:45:23.594060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:25.124140 run osmo-stp_10.42.42.5(pid=20256): stderr: \u000a| �[0;m�[38;5;43m20221214004523760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004523760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004523760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004523761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004523761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004523761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004523762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:25.247089 run osmo-stp_10.42.42.5(pid=20256): stdout: \u000a| (launched: 2022-12-14_00:45:23.594060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:25.366353 run osmo-stp_10.42.42.5(pid=20256): stderr: \u000a| �[0;m�[38;5;43m20221214004523760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004523760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004523760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004523761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004523761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004523761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004523762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:25.419025 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20256): Process ended prematurely: osmo-stp_10.42.42.5(pid=20256) [trial-2397↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20256)] [trial-2397↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a00:45:25.427701 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a00:45:25.486127 run osmo-hlr_10.42.42.2(pid=20253): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20253)]\u000a00:45:25.534283 run osmo-hlr_10.42.42.2(pid=20253): stdout: \u000a| (launched: 2022-12-14_00:45:22.661882) \u000a00:45:25.583132 run osmo-hlr_10.42.42.2(pid=20253): stderr: \u000a| �[0;m�[1;31m20221214004522835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004522835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004522835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004522835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004522835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004522835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004522847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004522858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004522858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004522858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:45:25.649864 run osmo-msc_10.42.42.6(pid=20259): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20259)]\u000a00:45:25.698110 run osmo-msc_10.42.42.6(pid=20259): stdout: \u000a| (launched: 2022-12-14_00:45:24.550169) \u000a00:45:25.746736 run osmo-msc_10.42.42.6(pid=20259): stderr: \u000a| �[0;m�[38;5;43m20221214004524819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214004524819 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee53252c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214004524819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214004524820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214004524820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214004524820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214004524822 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214004524822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214004524822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214004524822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:45:25.788123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20252): Terminating (SIGTERM)\u000a00:45:25.827179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20255): Terminating (SIGTERM)\u000a00:45:25.866193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20258): Terminating (SIGTERM)\u000a00:45:25.875237 --- ParallelTerminationStrategy: PID 20252 died...\u000a00:45:25.927640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20252): Terminated: ok {rc=0}\u000a00:45:25.937128 --- ParallelTerminationStrategy: PID 20255 died...\u000a00:45:25.989674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20255): Terminated: ok {rc=0}\u000a00:45:25.999172 --- ParallelTerminationStrategy: PID 20258 died...\u000a00:45:26.051785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20258): Terminated: ok {rc=0}\u000a00:45:26.140176 bus /sierra_3: Setting Powered False\u000a00:45:27.246676 bus /sierra_3: Setting Powered False\u000a00:45:28.353844 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20267): Process ended prematurely: osmo-stp_10.42.42.5(pid=20267) [trial-2397↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20267)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20267): Process ended prematurely: osmo-stp_10.42.42.5(pid=20267) [trial-2397↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:45:29.466726 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:29.478799 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:45:29.628859 tst mo_mt_call_osmux.py: using LAC 37369\u000a00:45:29.748799 tst mo_mt_call_osmux.py: using RAC 139\u000a00:45:29.866057 tst mo_mt_call_osmux.py: using CellId 37369\u000a00:45:29.982760 tst mo_mt_call_osmux.py: using BVCI 37370\u000a00:45:30.005572 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:30.016449 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:30.027293 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:30.037935 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:30.048693 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:30.059399 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:45:30.179164 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:45:30.388746 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:45:30.901235 run create_hlr_db(pid=20261): Launched\u000a00:45:31.093450 bus /sierra_2: Setting Powered False\u000a00:45:32.121429 run create_hlr_db(pid=20261): Terminated: ok {rc=0}\u000a00:45:32.556166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20263): Launched\u000a00:45:32.878627 run osmo-hlr_10.42.42.2(pid=20264): Launched\u000a00:45:32.995924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:45:33.557052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20266): Launched\u000a00:45:33.878237 run osmo-stp_10.42.42.5(pid=20267): Launched\u000a00:45:33.993816 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:45:34.583031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20269): Launched\u000a00:45:34.906245 run osmo-msc_10.42.42.6(pid=20270): Launched\u000a00:45:35.096200 run osmo-stp_10.42.42.5(pid=20267): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20267)]\u000a00:45:35.234176 run osmo-stp_10.42.42.5(pid=20267): stdout: \u000a| (launched: 2022-12-14_00:45:33.720472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:35.370620 run osmo-stp_10.42.42.5(pid=20267): stderr: \u000a| �[0;m�[38;5;43m20221214004533907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004533907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004533908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004533908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004533909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004533909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004533909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:35.501210 run osmo-stp_10.42.42.5(pid=20267): stdout: \u000a| (launched: 2022-12-14_00:45:33.720472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:35.630544 run osmo-stp_10.42.42.5(pid=20267): stderr: \u000a| �[0;m�[38;5;43m20221214004533907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004533907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004533908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004533908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004533909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004533909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004533909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:35.688148 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20267): Process ended prematurely: osmo-stp_10.42.42.5(pid=20267) [trial-2397↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20267)] [trial-2397↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a00:45:35.697600 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:45:35.759856 run osmo-hlr_10.42.42.2(pid=20264): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20264)]\u000a00:45:35.810660 run osmo-hlr_10.42.42.2(pid=20264): stdout: \u000a| (launched: 2022-12-14_00:45:32.719364) \u000a00:45:35.862077 run osmo-hlr_10.42.42.2(pid=20264): stderr: \u000a| �[0;m�[1;31m20221214004532912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004532912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004532912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004532912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004532912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004532912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004532925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004532933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004532934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004532934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:45:35.931696 run osmo-msc_10.42.42.6(pid=20270): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20270)]\u000a00:45:35.982466 run osmo-msc_10.42.42.6(pid=20270): stdout: \u000a| (launched: 2022-12-14_00:45:34.746313) \u000a00:45:36.033969 run osmo-msc_10.42.42.6(pid=20270): stderr: \u000a| �[0;m�[38;5;43m20221214004535064 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214004535064 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faff2a18c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214004535065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214004535065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214004535065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214004535065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214004535067 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214004535067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214004535067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214004535067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:45:36.078242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20263): Terminating (SIGTERM)\u000a00:45:36.119661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20266): Terminating (SIGTERM)\u000a00:45:36.161259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20269): Terminating (SIGTERM)\u000a00:45:36.170760 --- ParallelTerminationStrategy: PID 20263 died...\u000a00:45:36.226579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20263): Terminated: ok {rc=0}\u000a00:45:36.236517 --- ParallelTerminationStrategy: PID 20266 died...\u000a00:45:36.292429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20266): Terminated: ok {rc=0}\u000a00:45:36.302418 --- ParallelTerminationStrategy: PID 20269 died...\u000a00:45:36.358267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20269): Terminated: ok {rc=0}\u000a00:45:36.445036 bus /sierra_3: Setting Powered False\u000a00:45:37.550984 bus /sierra_3: Setting Powered False\u000a00:45:38.659355 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:45:19" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20283): Process ended prematurely: osmo-stp_10.42.42.5(pid=20283) [trial-2397↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20283)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20283): Process ended prematurely: osmo-stp_10.42.42.5(pid=20283) [trial-2397↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a00:45:40.635824 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:40.647134 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a00:45:40.776930 tst emergency_mo_mt_call.py: using LAC 37370\u000a00:45:40.904110 tst emergency_mo_mt_call.py: using RAC 140\u000a00:45:41.027914 tst emergency_mo_mt_call.py: using CellId 37370\u000a00:45:41.150051 tst emergency_mo_mt_call.py: using BVCI 37371\u000a00:45:41.174336 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:41.185433 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:41.196369 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:41.207263 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:41.218493 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:41.229732 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:45:41.347113 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:45:41.544864 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:45:42.019845 run create_hlr_db(pid=20277): Launched\u000a00:45:42.191028 bus /sierra_2: Setting Powered False\u000a00:45:43.212078 run create_hlr_db(pid=20277): Terminated: ok {rc=0}\u000a00:45:43.638327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20279): Launched\u000a00:45:43.958188 run osmo-hlr_10.42.42.2(pid=20280): Launched\u000a00:45:44.075417 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:45:44.627801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20282): Launched\u000a00:45:44.949156 run osmo-stp_10.42.42.5(pid=20283): Launched\u000a00:45:45.077224 tst emergency_mo_mt_call.py: using MSISDN 8420\u000a00:45:45.235692 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:45:45.818394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20285): Launched\u000a00:45:46.394983 run osmo-msc_10.42.42.6(pid=20286): Launched\u000a00:45:46.892902 run osmo-stp_10.42.42.5(pid=20283): ERR: Terminated: ERROR {rc=1} [trial-2397↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20283)]\u000a00:45:47.020159 run osmo-stp_10.42.42.5(pid=20283): stdout: \u000a| (launched: 2022-12-14_00:45:44.788840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:47.146993 run osmo-stp_10.42.42.5(pid=20283): stderr: \u000a| �[0;m�[38;5;43m20221214004544976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004544976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004544976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004544977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004544977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004544977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004544977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:47.270120 run osmo-stp_10.42.42.5(pid=20283): stdout: \u000a| (launched: 2022-12-14_00:45:44.788840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:47.390576 run osmo-stp_10.42.42.5(pid=20283): stderr: \u000a| �[0;m�[38;5;43m20221214004544976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004544976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004544976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004544977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004544977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004544977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004544977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:47.442498 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=20283): Process ended prematurely: osmo-stp_10.42.42.5(pid=20283) [trial-2397↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20283)] [trial-2397↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a00:45:47.450682 tst emergency_mo_mt_call.py:19: Test FAILED (6.8 sec)\u000a00:45:47.512207 run osmo-hlr_10.42.42.2(pid=20280): ERR: Terminated: ERROR {rc=237} [trial-2397↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20280)]\u000a00:45:47.561961 run osmo-hlr_10.42.42.2(pid=20280): stdout: \u000a| (launched: 2022-12-14_00:45:43.800579) \u000a00:45:47.612358 run osmo-hlr_10.42.42.2(pid=20280): stderr: \u000a| �[0;m�[1;31m20221214004543992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004543993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004543993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004543993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004543993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004543993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004544006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004544015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004544015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004544015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:45:47.680164 run osmo-msc_10.42.42.6(pid=20286): ERR: Terminated: ERROR {rc=2} [trial-2397↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20286)]\u000a00:45:47.730306 run osmo-msc_10.42.42.6(pid=20286): stdout: \u000a| (launched: 2022-12-14_00:45:45.986303) \u000a00:45:47.780240 run osmo-msc_10.42.42.6(pid=20286): stderr: \u000a| �[0;m�[38;5;43m20221214004546532 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214004546532 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f36e4a39c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214004546533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214004546533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214004546534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214004546535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214004546540 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214004546540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214004546541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214004546542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:45:47.822981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20279): Terminating (SIGTERM)\u000a00:45:47.863454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20282): Terminating (SIGTERM)\u000a00:45:47.903790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20285): Terminating (SIGTERM)\u000a00:45:47.912631 --- ParallelTerminationStrategy: PID 20279 died...\u000a00:45:47.967031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20279): Terminated: ok {rc=0}\u000a00:45:47.976778 --- ParallelTerminationStrategy: PID 20282 died...\u000a00:45:48.031181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20282): Terminated: ok {rc=0}\u000a00:45:48.040852 --- ParallelTerminationStrategy: PID 20285 died...\u000a00:45:48.095377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20285): Terminated: ok {rc=0}\u000a00:45:48.184235 bus /sierra_3: Setting Powered False\u000a00:45:49.286897 bus /sierra_3: Setting Powered False\u000a00:45:50.396626 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20298): Process ended prematurely: osmo-stp_10.42.42.5(pid=20298) [trial-2397↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20298)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20298): Process ended prematurely: osmo-stp_10.42.42.5(pid=20298) [trial-2397↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20298)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a00:45:51.448312 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:51.459627 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a00:45:51.591557 tst emergency_preemptive_call.py: using LAC 37371\u000a00:45:51.718195 tst emergency_preemptive_call.py: using RAC 141\u000a00:45:51.841734 tst emergency_preemptive_call.py: using CellId 37371\u000a00:45:51.970271 tst emergency_preemptive_call.py: using BVCI 37372\u000a00:45:51.995044 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:52.006221 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:52.017174 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:52.027927 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:52.039183 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:52.050424 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:45:52.167473 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:45:52.286278 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:45:52.401455 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:45:52.606233 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:45:53.105517 run create_hlr_db(pid=20292): Launched\u000a00:45:53.289521 bus /sierra_2: Setting Powered False\u000a00:45:54.309580 run create_hlr_db(pid=20292): Terminated: ok {rc=0}\u000a00:45:54.735168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20294): Launched\u000a00:45:55.054427 run osmo-hlr_10.42.42.2(pid=20295): Launched\u000a00:45:55.171391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:45:55.723104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20297): Launched\u000a00:45:56.041312 run osmo-stp_10.42.42.5(pid=20298): Launched\u000a00:45:56.171374 tst emergency_preemptive_call.py: using MSISDN 8421\u000a00:45:56.329063 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:45:56.907799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20300): Launched\u000a00:45:57.226712 run osmo-msc_10.42.42.6(pid=20301): Launched\u000a00:45:57.418981 run osmo-stp_10.42.42.5(pid=20298): ERR: Terminated: ERROR {rc=1} [trial-2397↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20298)]\u000a00:45:57.553595 run osmo-stp_10.42.42.5(pid=20298): stdout: \u000a| (launched: 2022-12-14_00:45:55.884056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:57.686460 run osmo-stp_10.42.42.5(pid=20298): stderr: \u000a| �[0;m�[38;5;43m20221214004556073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004556073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004556073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004556074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004556074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004556074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004556074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:57.814145 run osmo-stp_10.42.42.5(pid=20298): stdout: \u000a| (launched: 2022-12-14_00:45:55.884056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:57.940636 run osmo-stp_10.42.42.5(pid=20298): stderr: \u000a| �[0;m�[38;5;43m20221214004556073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004556073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004556073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004556074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004556074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004556074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004556074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:57.996048 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=20298): Process ended prematurely: osmo-stp_10.42.42.5(pid=20298) [trial-2397↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20298)] [trial-2397↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a00:45:58.004668 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a00:45:58.067197 run osmo-hlr_10.42.42.2(pid=20295): ERR: Terminated: ERROR {rc=237} [trial-2397↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20295)]\u000a00:45:58.118232 run osmo-hlr_10.42.42.2(pid=20295): stdout: \u000a| (launched: 2022-12-14_00:45:54.897235) \u000a00:45:58.169569 run osmo-hlr_10.42.42.2(pid=20295): stderr: \u000a| �[0;m�[1;31m20221214004555090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004555090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004555090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004555090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004555091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004555091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004555105 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004555113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004555114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004555114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:45:58.239598 run osmo-msc_10.42.42.6(pid=20301): ERR: Terminated: ERROR {rc=2} [trial-2397↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20301)]\u000a00:45:58.290303 run osmo-msc_10.42.42.6(pid=20301): stdout: \u000a| (launched: 2022-12-14_00:45:57.070138) \u000a00:45:58.341559 run osmo-msc_10.42.42.6(pid=20301): stderr: \u000a| �[0;m�[38;5;43m20221214004557389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214004557389 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f24b69b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214004557389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214004557389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214004557389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214004557390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214004557391 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214004557392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214004557392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214004557392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:45:58.385487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20294): Terminating (SIGTERM)\u000a00:45:58.426717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20297): Terminating (SIGTERM)\u000a00:45:58.467957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20300): Terminating (SIGTERM)\u000a00:45:58.477488 --- ParallelTerminationStrategy: PID 20294 died...\u000a00:45:58.533122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20294): Terminated: ok {rc=0}\u000a00:45:58.543054 --- ParallelTerminationStrategy: PID 20297 died...\u000a00:45:58.598414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20297): Terminated: ok {rc=0}\u000a00:45:58.608291 --- ParallelTerminationStrategy: PID 20300 died...\u000a00:45:58.663729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20300): Terminated: ok {rc=0}\u000a00:45:58.749479 bus /sierra_9: Setting Powered False\u000a00:45:59.849488 bus /sierra_9: Setting Powered False\u000a00:46:00.983635 bus /sierra_8: Setting Powered False\u000a00:46:02.104662 bus /sierra_8: Setting Powered False\u000a00:46:03.222869 bus /sierra_3: Setting Powered False\u000a00:46:04.324655 bus /sierra_3: Setting Powered False\u000a00:46:05.435160 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:45:40" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20316): Process ended prematurely: osmo-stp_10.42.42.5(pid=20316) [trial-2397↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20316)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20316): Process ended prematurely: osmo-stp_10.42.42.5(pid=20316) [trial-2397↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20316)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:46:07.504487 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:07.514990 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a00:46:07.638503 tst cs_paging_gprs_active.py: using LAC 37372\u000a00:46:07.765463 tst cs_paging_gprs_active.py: using RAC 142\u000a00:46:07.885577 tst cs_paging_gprs_active.py: using CellId 37372\u000a00:46:08.003013 tst cs_paging_gprs_active.py: using BVCI 37373\u000a00:46:08.026173 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:08.036720 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:08.047313 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:08.057685 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:08.067969 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:08.078376 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:08.088717 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:08.099008 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:08.109590 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:08.224782 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:08.520511 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:46:08.657906 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:46:08.995023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20306): Launched\u000a00:46:09.274814 run iperf3-srv_10.42.42.10(pid=20307): Launched\u000a00:46:09.474287 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:46:09.609718 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:46:09.946149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20308): Launched\u000a00:46:10.224794 run iperf3-srv_10.42.42.10(pid=20309): Launched\u000a00:46:10.424186 tst cs_paging_gprs_active.py:38: start network...\u000a00:46:10.559877 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:46:11.071867 run create_hlr_db(pid=20310): Launched\u000a00:46:11.260000 bus /sierra_2: Setting Powered False\u000a00:46:12.280537 run create_hlr_db(pid=20310): Terminated: ok {rc=0}\u000a00:46:12.686242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20312): Launched\u000a00:46:12.987226 run osmo-hlr_10.42.42.2(pid=20313): Launched\u000a00:46:13.097541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:46:13.618113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20315): Launched\u000a00:46:13.920446 run osmo-stp_10.42.42.5(pid=20316): Launched\u000a00:46:14.031055 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:46:15.537631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20318): Launched\u000a00:46:15.644771 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:46:15.947208 run patchelf(pid=20319): Launched\u000a00:46:16.138380 run osmo-stp_10.42.42.5(pid=20316): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20316)]\u000a00:46:16.270550 run osmo-stp_10.42.42.5(pid=20316): stdout: \u000a| (launched: 2022-12-14_00:46:13.771267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:16.401918 run osmo-stp_10.42.42.5(pid=20316): stderr: \u000a| �[0;m�[38;5;43m20221214004613937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004613937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004613937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004613937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004613938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004613938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004613938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:16.529571 run osmo-stp_10.42.42.5(pid=20316): stdout: \u000a| (launched: 2022-12-14_00:46:13.771267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:16.656197 run osmo-stp_10.42.42.5(pid=20316): stderr: \u000a| �[0;m�[38;5;43m20221214004613937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004613937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004613937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004613937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004613938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004613938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004613938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:16.803085 run patchelf(pid=20319): Terminating (SIGINT)\u000a00:46:16.977512 run patchelf(pid=20319): Terminated: ok {rc=0}\u000a00:46:17.009399 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20316): Process ended prematurely: osmo-stp_10.42.42.5(pid=20316) [trial-2397↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20316)] [trial-2397↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a00:46:17.020150 tst cs_paging_gprs_active.py:38: Test FAILED (9.5 sec)\u000a00:46:17.080431 run osmo-hlr_10.42.42.2(pid=20313): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20313)]\u000a00:46:17.129797 run osmo-hlr_10.42.42.2(pid=20313): stdout: \u000a| (launched: 2022-12-14_00:46:12.838715) \u000a00:46:17.179136 run osmo-hlr_10.42.42.2(pid=20313): stderr: \u000a| �[0;m�[1;31m20221214004613010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004613010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004613010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004613010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004613010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004613010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004613030 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004613040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004613040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004613041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:46:17.222386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20306): Terminating (SIGTERM)\u000a00:46:17.261270 run iperf3-srv_10.42.42.10(pid=20307): Terminating (SIGTERM)\u000a00:46:17.300156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20308): Terminating (SIGTERM)\u000a00:46:17.339049 run iperf3-srv_10.42.42.10(pid=20309): Terminating (SIGTERM)\u000a00:46:17.378010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20312): Terminating (SIGTERM)\u000a00:46:17.417024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20315): Terminating (SIGTERM)\u000a00:46:17.455881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20318): Terminating (SIGTERM)\u000a00:46:17.464853 --- ParallelTerminationStrategy: PID 20306 died...\u000a00:46:17.517128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20306): Terminated: ok {rc=0}\u000a00:46:17.526461 --- ParallelTerminationStrategy: PID 20307 died...\u000a00:46:17.578264 run iperf3-srv_10.42.42.10(pid=20307): Terminated {rc=256}\u000a00:46:17.587565 --- ParallelTerminationStrategy: PID 20308 died...\u000a00:46:17.639511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20308): Terminated: ok {rc=0}\u000a00:46:17.648875 --- ParallelTerminationStrategy: PID 20309 died...\u000a00:46:17.700755 run iperf3-srv_10.42.42.10(pid=20309): Terminated {rc=256}\u000a00:46:17.710465 --- ParallelTerminationStrategy: PID 20312 died...\u000a00:46:17.763313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20312): Terminated: ok {rc=0}\u000a00:46:17.772698 --- ParallelTerminationStrategy: PID 20315 died...\u000a00:46:17.824820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20315): Terminated: ok {rc=0}\u000a00:46:17.834204 --- ParallelTerminationStrategy: PID 20318 died...\u000a00:46:17.886186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20318): Terminated: ok {rc=0}\u000a00:46:17.973059 bus /gobi_0: Setting Powered False\u000a00:46:19.075165 bus /gobi_0: Setting Powered False\u000a00:46:20.184117 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20328): Process ended prematurely: osmo-stp_10.42.42.5(pid=20328) [trial-2397↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20328)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20328): Process ended prematurely: osmo-stp_10.42.42.5(pid=20328) [trial-2397↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a00:46:21.294213 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:21.305386 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a00:46:21.430399 tst iperf3.py: using LAC 37373\u000a00:46:21.553483 tst iperf3.py: using RAC 143\u000a00:46:21.670046 tst iperf3.py: using CellId 37373\u000a00:46:21.786847 tst iperf3.py: using BVCI 37374\u000a00:46:21.809861 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:21.820226 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:21.830613 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:21.840920 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:21.851169 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:21.861451 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:21.871754 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:21.894397 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:21.914081 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:22.210100 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:46:22.345557 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:46:22.682314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20320): Launched\u000a00:46:22.963175 run iperf3-srv_10.42.42.10(pid=20321): Launched\u000a00:46:23.162292 tst iperf3.py:8: start network...\u000a00:46:23.297422 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:46:23.808650 run create_hlr_db(pid=20322): Launched\u000a00:46:23.995653 bus /gobi_6: Setting Powered False\u000a00:46:25.017234 run create_hlr_db(pid=20322): Terminated: ok {rc=0}\u000a00:46:25.449909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20324): Launched\u000a00:46:25.776161 run osmo-hlr_10.42.42.2(pid=20325): Launched\u000a00:46:25.900340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:46:26.466876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20327): Launched\u000a00:46:26.790067 run osmo-stp_10.42.42.5(pid=20328): Launched\u000a00:46:26.907117 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:46:27.470710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20330): Launched\u000a00:46:27.587109 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:46:27.870591 run patchelf(pid=20331): Launched\u000a00:46:28.059691 run osmo-stp_10.42.42.5(pid=20328): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20328)]\u000a00:46:28.199264 run osmo-stp_10.42.42.5(pid=20328): stdout: \u000a| (launched: 2022-12-14_00:46:26.630496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:28.338778 run osmo-stp_10.42.42.5(pid=20328): stderr: \u000a| �[0;m�[38;5;43m20221214004626819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004626820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004626820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004626820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004626821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004626821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004626821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:28.472482 run osmo-stp_10.42.42.5(pid=20328): stdout: \u000a| (launched: 2022-12-14_00:46:26.630496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:28.605306 run osmo-stp_10.42.42.5(pid=20328): stderr: \u000a| �[0;m�[38;5;43m20221214004626819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004626820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004626820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004626820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004626821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004626821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004626821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:28.759458 run patchelf(pid=20331): Terminating (SIGINT)\u000a00:46:28.940555 run patchelf(pid=20331): Terminated: ok {rc=0}\u000a00:46:28.973907 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20328): Process ended prematurely: osmo-stp_10.42.42.5(pid=20328) [trial-2397↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20328)] [trial-2397↪gprs:sysmo↪iperf3.py:8]\u000a00:46:28.983766 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a00:46:29.046503 run osmo-hlr_10.42.42.2(pid=20325): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20325)]\u000a00:46:29.098048 run osmo-hlr_10.42.42.2(pid=20325): stdout: \u000a| (launched: 2022-12-14_00:46:25.614083) \u000a00:46:29.149868 run osmo-hlr_10.42.42.2(pid=20325): stderr: \u000a| �[0;m�[1;31m20221214004625807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004625807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004625807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004625807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004625807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004625807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004625819 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004625827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004625827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004625828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:46:29.193937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20320): Terminating (SIGTERM)\u000a00:46:29.235958 run iperf3-srv_10.42.42.10(pid=20321): Terminating (SIGTERM)\u000a00:46:29.278549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20324): Terminating (SIGTERM)\u000a00:46:29.320892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20327): Terminating (SIGTERM)\u000a00:46:29.363128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20330): Terminating (SIGTERM)\u000a00:46:29.372750 --- ParallelTerminationStrategy: PID 20320 died...\u000a00:46:29.429703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20320): Terminated: ok {rc=0}\u000a00:46:29.439821 --- ParallelTerminationStrategy: PID 20321 died...\u000a00:46:29.495991 run iperf3-srv_10.42.42.10(pid=20321): Terminated {rc=256}\u000a00:46:29.506019 --- ParallelTerminationStrategy: PID 20324 died...\u000a00:46:29.562301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20324): Terminated: ok {rc=0}\u000a00:46:29.572353 --- ParallelTerminationStrategy: PID 20327 died...\u000a00:46:29.628655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20327): Terminated: ok {rc=0}\u000a00:46:29.638786 --- ParallelTerminationStrategy: PID 20330 died...\u000a00:46:29.695138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20330): Terminated: ok {rc=0}\u000a00:46:29.781838 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20346): Process ended prematurely: osmo-stp_10.42.42.5(pid=20346) [trial-2397↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20346)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20346): Process ended prematurely: osmo-stp_10.42.42.5(pid=20346) [trial-2397↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a00:46:30.923610 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:30.940366 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a00:46:31.073300 tst iperf3m4.py: using LAC 37374\u000a00:46:31.231564 tst iperf3m4.py: using RAC 144\u000a00:46:31.368113 tst iperf3m4.py: using CellId 37374\u000a00:46:31.518274 tst iperf3m4.py: using BVCI 37375\u000a00:46:31.550896 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:31.565891 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:31.578156 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:31.590060 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:31.607793 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:31.619778 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:31.632108 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:31.643569 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:31.655736 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:31.807268 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:31.953656 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:32.069662 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:32.396798 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:46:32.533636 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:46:32.871483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20332): Launched\u000a00:46:33.151636 run iperf3-srv_10.42.42.10(pid=20333): Launched\u000a00:46:33.351038 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:46:33.487000 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:46:33.821810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20334): Launched\u000a00:46:34.082923 run iperf3-srv_10.42.42.10(pid=20335): Launched\u000a00:46:34.265997 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:46:34.390817 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:46:34.703946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20336): Launched\u000a00:46:34.963207 run iperf3-srv_10.42.42.10(pid=20337): Launched\u000a00:46:35.145738 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:46:35.269948 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:46:35.582905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20338): Launched\u000a00:46:35.857858 run iperf3-srv_10.42.42.10(pid=20339): Launched\u000a00:46:36.040687 tst iperf3m4.py:8: start network...\u000a00:46:36.165542 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:46:36.650241 run create_hlr_db(pid=20340): Launched\u000a00:46:36.823127 bus /gobi_6: Setting Powered False\u000a00:46:37.845702 run create_hlr_db(pid=20340): Terminated: ok {rc=0}\u000a00:46:38.278300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20342): Launched\u000a00:46:38.604649 run osmo-hlr_10.42.42.2(pid=20343): Launched\u000a00:46:38.725420 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:46:39.288338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20345): Launched\u000a00:46:39.614552 run osmo-stp_10.42.42.5(pid=20346): Launched\u000a00:46:39.732939 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:46:40.299775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20348): Launched\u000a00:46:40.415783 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:46:40.700779 run patchelf(pid=20349): Launched\u000a00:46:40.891125 run osmo-stp_10.42.42.5(pid=20346): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20346)]\u000a00:46:41.031219 run osmo-stp_10.42.42.5(pid=20346): stdout: \u000a| (launched: 2022-12-14_00:46:39.452466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:41.171484 run osmo-stp_10.42.42.5(pid=20346): stderr: \u000a| �[0;m�[38;5;43m20221214004639640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004639640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004639640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004639641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004639641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004639641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004639641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:41.305866 run osmo-stp_10.42.42.5(pid=20346): stdout: \u000a| (launched: 2022-12-14_00:46:39.452466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:41.438748 run osmo-stp_10.42.42.5(pid=20346): stderr: \u000a| �[0;m�[38;5;43m20221214004639640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004639640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004639640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004639641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004639641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004639641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004639641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:41.593909 run patchelf(pid=20349): Terminating (SIGINT)\u000a00:46:41.776040 run patchelf(pid=20349): Terminated: ok {rc=0}\u000a00:46:41.809695 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20346): Process ended prematurely: osmo-stp_10.42.42.5(pid=20346) [trial-2397↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20346)] [trial-2397↪gprs:sysmo↪iperf3m4.py:8]\u000a00:46:41.819632 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a00:46:41.883642 run osmo-hlr_10.42.42.2(pid=20343): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20343)]\u000a00:46:41.935793 run osmo-hlr_10.42.42.2(pid=20343): stdout: \u000a| (launched: 2022-12-14_00:46:38.443023) \u000a00:46:41.988455 run osmo-hlr_10.42.42.2(pid=20343): stderr: \u000a| �[0;m�[1;31m20221214004638637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004638637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004638637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004638637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004638637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004638637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004638659 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004638668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004638668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004638668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:46:42.033323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20332): Terminating (SIGTERM)\u000a00:46:42.075252 run iperf3-srv_10.42.42.10(pid=20333): Terminating (SIGTERM)\u000a00:46:42.118516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20334): Terminating (SIGTERM)\u000a00:46:42.160826 run iperf3-srv_10.42.42.10(pid=20335): Terminating (SIGTERM)\u000a00:46:42.203467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20336): Terminating (SIGTERM)\u000a00:46:42.246209 run iperf3-srv_10.42.42.10(pid=20337): Terminating (SIGTERM)\u000a00:46:42.288805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20338): Terminating (SIGTERM)\u000a00:46:42.330858 run iperf3-srv_10.42.42.10(pid=20339): Terminating (SIGTERM)\u000a00:46:42.373269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20342): Terminating (SIGTERM)\u000a00:46:42.415941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20345): Terminating (SIGTERM)\u000a00:46:42.458569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20348): Terminating (SIGTERM)\u000a00:46:42.468208 --- ParallelTerminationStrategy: PID 20332 died...\u000a00:46:42.524874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20332): Terminated: ok {rc=0}\u000a00:46:42.534916 --- ParallelTerminationStrategy: PID 20333 died...\u000a00:46:42.591199 run iperf3-srv_10.42.42.10(pid=20333): Terminated {rc=256}\u000a00:46:42.601262 --- ParallelTerminationStrategy: PID 20334 died...\u000a00:46:42.657459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20334): Terminated: ok {rc=0}\u000a00:46:42.667479 --- ParallelTerminationStrategy: PID 20335 died...\u000a00:46:42.723873 run iperf3-srv_10.42.42.10(pid=20335): Terminated {rc=256}\u000a00:46:42.733927 --- ParallelTerminationStrategy: PID 20336 died...\u000a00:46:42.790308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20336): Terminated: ok {rc=0}\u000a00:46:42.800337 --- ParallelTerminationStrategy: PID 20337 died...\u000a00:46:42.856324 run iperf3-srv_10.42.42.10(pid=20337): Terminated {rc=256}\u000a00:46:42.866330 --- ParallelTerminationStrategy: PID 20338 died...\u000a00:46:42.922703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20338): Terminated: ok {rc=0}\u000a00:46:42.932751 --- ParallelTerminationStrategy: PID 20339 died...\u000a00:46:42.988658 run iperf3-srv_10.42.42.10(pid=20339): Terminated {rc=256}\u000a00:46:42.998700 --- ParallelTerminationStrategy: PID 20342 died...\u000a00:46:43.054937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20342): Terminated: ok {rc=0}\u000a00:46:43.065155 --- ParallelTerminationStrategy: PID 20345 died...\u000a00:46:43.121868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20345): Terminated: ok {rc=0}\u000a00:46:43.132007 --- ParallelTerminationStrategy: PID 20348 died...\u000a00:46:43.188311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20348): Terminated: ok {rc=0}\u000a00:46:43.274945 bus /gobi_4: Setting Powered False\u000a00:46:44.381304 bus /gobi_4: Setting Powered False\u000a00:46:45.490322 bus /gobi_1: Setting Powered False\u000a00:46:46.603753 bus /gobi_1: Setting Powered False\u000a00:46:47.714049 bus /gobi_0: Setting Powered False\u000a00:46:48.820099 bus /gobi_0: Setting Powered False\u000a00:46:49.929350 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20356): Process ended prematurely: osmo-stp_10.42.42.5(pid=20356) [trial-2397↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20356)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20356): Process ended prematurely: osmo-stp_10.42.42.5(pid=20356) [trial-2397↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20356)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:sysmo ping.py\u000a----------------------------------------------\u000a00:46:50.998502 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:51.010330 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a00:46:51.140256 tst ping.py: using LAC 37375\u000a00:46:51.266555 tst ping.py: using RAC 145\u000a00:46:51.390593 tst ping.py: using CellId 37375\u000a00:46:51.515859 tst ping.py: using BVCI 37376\u000a00:46:51.540289 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:51.551457 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:51.562496 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:51.573354 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:51.584367 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:51.595541 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:51.606894 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:51.618171 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:51.907799 tst ping.py:19: start network...\u000a00:46:52.040891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:46:52.544509 run create_hlr_db(pid=20350): Launched\u000a00:46:52.729192 bus /gobi_6: Setting Powered False\u000a00:46:53.751272 run create_hlr_db(pid=20350): Terminated: ok {rc=0}\u000a00:46:54.152496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20352): Launched\u000a00:46:54.448439 run osmo-hlr_10.42.42.2(pid=20353): Launched\u000a00:46:54.556829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:46:55.072456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20355): Launched\u000a00:46:55.369635 run osmo-stp_10.42.42.5(pid=20356): Launched\u000a00:46:55.477039 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:46:55.995708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20358): Launched\u000a00:46:56.100939 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:46:56.360268 run patchelf(pid=20359): Launched\u000a00:46:56.533736 run osmo-stp_10.42.42.5(pid=20356): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20356)]\u000a00:46:56.661057 run osmo-stp_10.42.42.5(pid=20356): stdout: \u000a| (launched: 2022-12-14_00:46:55.222248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:56.788409 run osmo-stp_10.42.42.5(pid=20356): stderr: \u000a| �[0;m�[38;5;43m20221214004655389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004655389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004655389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004655390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004655390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004655390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004655390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:56.911071 run osmo-stp_10.42.42.5(pid=20356): stdout: \u000a| (launched: 2022-12-14_00:46:55.222248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:57.031411 run osmo-stp_10.42.42.5(pid=20356): stderr: \u000a| �[0;m�[38;5;43m20221214004655389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004655389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004655389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004655390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004655390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004655390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004655390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:57.172677 run patchelf(pid=20359): Terminating (SIGINT)\u000a00:46:57.338796 run patchelf(pid=20359): Terminated: ok {rc=0}\u000a00:46:57.368932 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20356): Process ended prematurely: osmo-stp_10.42.42.5(pid=20356) [trial-2397↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20356)] [trial-2397↪gprs:sysmo↪ping.py:22]\u000a00:46:57.377409 tst ping.py:22: Test FAILED (6.4 sec)\u000a00:46:57.437580 run osmo-hlr_10.42.42.2(pid=20353): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20353)]\u000a00:46:57.486114 run osmo-hlr_10.42.42.2(pid=20353): stdout: \u000a| (launched: 2022-12-14_00:46:54.302818) \u000a00:46:57.535234 run osmo-hlr_10.42.42.2(pid=20353): stderr: \u000a| �[0;m�[1;31m20221214004654476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004654476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004654476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004654476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004654476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004654476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004654489 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004654497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004654498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004654498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:46:57.577130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20352): Terminating (SIGTERM)\u000a00:46:57.616836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20355): Terminating (SIGTERM)\u000a00:46:57.656422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20358): Terminating (SIGTERM)\u000a00:46:57.665741 --- ParallelTerminationStrategy: PID 20352 died...\u000a00:46:57.718836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20352): Terminated: ok {rc=0}\u000a00:46:57.728312 --- ParallelTerminationStrategy: PID 20355 died...\u000a00:46:57.781077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20355): Terminated: ok {rc=0}\u000a00:46:57.790597 --- ParallelTerminationStrategy: PID 20358 died...\u000a00:46:57.843570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20358): Terminated: ok {rc=0}\u000a00:46:57.932108 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20366): Process ended prematurely: osmo-stp_10.42.42.5(pid=20366) [trial-2397↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20366)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20366): Process ended prematurely: osmo-stp_10.42.42.5(pid=20366) [trial-2397↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20366)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a00:46:58.984503 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:58.996084 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a00:46:59.120099 tst ping_idle_ping.py: using LAC 37376\u000a00:46:59.239390 tst ping_idle_ping.py: using RAC 146\u000a00:46:59.358212 tst ping_idle_ping.py: using CellId 37376\u000a00:46:59.475066 tst ping_idle_ping.py: using BVCI 37377\u000a00:46:59.497781 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:59.508275 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:59.518814 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:59.529241 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:59.539555 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:59.550337 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:59.561327 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:59.572624 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:59.852484 tst ping_idle_ping.py:24: start network...\u000a00:46:59.975294 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:47:00.451442 run create_hlr_db(pid=20360): Launched\u000a00:47:00.622461 bus /gobi_6: Setting Powered False\u000a00:47:01.662965 run create_hlr_db(pid=20360): Terminated: ok {rc=0}\u000a00:47:02.112255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20362): Launched\u000a00:47:02.436370 run osmo-hlr_10.42.42.2(pid=20363): Launched\u000a00:47:02.555027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:47:03.111745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20365): Launched\u000a00:47:03.432127 run osmo-stp_10.42.42.5(pid=20366): Launched\u000a00:47:03.547837 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:47:04.106799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20368): Launched\u000a00:47:04.221847 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:47:04.503023 run patchelf(pid=20369): Launched\u000a00:47:04.691059 run osmo-stp_10.42.42.5(pid=20366): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20366)]\u000a00:47:04.828728 run osmo-stp_10.42.42.5(pid=20366): stdout: \u000a| (launched: 2022-12-14_00:47:03.274090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:04.967045 run osmo-stp_10.42.42.5(pid=20366): stderr: \u000a| �[0;m�[38;5;43m20221214004703462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004703462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004703463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004703463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004703464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004703464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004703464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:05.100291 run osmo-stp_10.42.42.5(pid=20366): stdout: \u000a| (launched: 2022-12-14_00:47:03.274090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:05.232307 run osmo-stp_10.42.42.5(pid=20366): stderr: \u000a| �[0;m�[38;5;43m20221214004703462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004703462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004703463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004703463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004703464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004703464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004703464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:05.385951 run patchelf(pid=20369): Terminating (SIGINT)\u000a00:47:05.565508 run patchelf(pid=20369): Terminated: ok {rc=0}\u000a00:47:05.597874 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20366): Process ended prematurely: osmo-stp_10.42.42.5(pid=20366) [trial-2397↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20366)] [trial-2397↪gprs:sysmo↪ping_idle_ping.py:27]\u000a00:47:05.606995 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a00:47:05.669671 run osmo-hlr_10.42.42.2(pid=20363): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20363)]\u000a00:47:05.720566 run osmo-hlr_10.42.42.2(pid=20363): stdout: \u000a| (launched: 2022-12-14_00:47:02.276341) \u000a00:47:05.772295 run osmo-hlr_10.42.42.2(pid=20363): stderr: \u000a| �[0;m�[1;31m20221214004702469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004702470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004702470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004702470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004702470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004702470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004702482 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004702490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004702490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004702490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:47:05.816138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20362): Terminating (SIGTERM)\u000a00:47:05.857718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20365): Terminating (SIGTERM)\u000a00:47:05.899650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20368): Terminating (SIGTERM)\u000a00:47:05.909235 --- ParallelTerminationStrategy: PID 20362 died...\u000a00:47:05.965643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20362): Terminated: ok {rc=0}\u000a00:47:05.975658 --- ParallelTerminationStrategy: PID 20365 died...\u000a00:47:06.031969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20365): Terminated: ok {rc=0}\u000a00:47:06.042081 --- ParallelTerminationStrategy: PID 20368 died...\u000a00:47:06.098804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20368): Terminated: ok {rc=0}\u000a00:47:06.185683 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:46:07" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20383): Process ended prematurely: osmo-stp_10.42.42.5(pid=20383) [trial-2397↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20383)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20383): Process ended prematurely: osmo-stp_10.42.42.5(pid=20383) [trial-2397↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20383)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:47:08.283941 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:08.294775 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:47:08.427225 tst cs_paging_gprs_active.py: using LAC 37377\u000a00:47:08.558142 tst cs_paging_gprs_active.py: using RAC 147\u000a00:47:08.684371 tst cs_paging_gprs_active.py: using CellId 37377\u000a00:47:08.811601 tst cs_paging_gprs_active.py: using BVCI 37378\u000a00:47:08.836521 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:08.847843 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:08.858878 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:08.870008 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:08.881289 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:08.892497 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:08.903967 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:08.915242 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:08.926734 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:47:09.044093 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:47:09.323616 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:47:09.450460 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:47:09.768327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20373): Launched\u000a00:47:10.032678 run iperf3-srv_10.42.42.10(pid=20374): Launched\u000a00:47:10.219425 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:47:10.345630 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:47:10.662607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20375): Launched\u000a00:47:10.925824 run iperf3-srv_10.42.42.10(pid=20376): Launched\u000a00:47:11.110792 tst cs_paging_gprs_active.py:38: start network...\u000a00:47:11.237216 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:47:11.726322 run create_hlr_db(pid=20377): Launched\u000a00:47:11.900934 bus /gobi_6: Setting Powered False\u000a00:47:12.921833 run create_hlr_db(pid=20377): Terminated: ok {rc=0}\u000a00:47:13.356566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20379): Launched\u000a00:47:13.685560 run osmo-hlr_10.42.42.2(pid=20380): Launched\u000a00:47:13.810887 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:47:14.380510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20382): Launched\u000a00:47:14.710311 run osmo-stp_10.42.42.5(pid=20383): Launched\u000a00:47:14.830352 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:47:15.402939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20385): Launched\u000a00:47:15.519366 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:47:15.806878 run patchelf(pid=20386): Launched\u000a00:47:16.013867 run osmo-stp_10.42.42.5(pid=20383): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20383)]\u000a00:47:16.156889 run osmo-stp_10.42.42.5(pid=20383): stdout: \u000a| (launched: 2022-12-14_00:47:14.545949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:16.299830 run osmo-stp_10.42.42.5(pid=20383): stderr: \u000a| �[0;m�[38;5;43m20221214004714736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004714736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004714736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004714737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004714738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004714738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004714738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:16.438101 run osmo-stp_10.42.42.5(pid=20383): stdout: \u000a| (launched: 2022-12-14_00:47:14.545949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:16.575078 run osmo-stp_10.42.42.5(pid=20383): stderr: \u000a| �[0;m�[38;5;43m20221214004714736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004714736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004714736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004714737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004714738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004714738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004714738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:16.735255 run patchelf(pid=20386): Terminating (SIGINT)\u000a00:47:16.921948 run patchelf(pid=20386): Terminated: ok {rc=0}\u000a00:47:16.956873 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20383): Process ended prematurely: osmo-stp_10.42.42.5(pid=20383) [trial-2397↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20383)] [trial-2397↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:47:16.968088 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a00:47:17.035506 run osmo-hlr_10.42.42.2(pid=20380): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20380)]\u000a00:47:17.089250 run osmo-hlr_10.42.42.2(pid=20380): stdout: \u000a| (launched: 2022-12-14_00:47:13.521992) \u000a00:47:17.143944 run osmo-hlr_10.42.42.2(pid=20380): stderr: \u000a| �[0;m�[1;31m20221214004713716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004713716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004713716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004713716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004713716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004713716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004713729 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004713737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004713737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004713737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:47:17.190892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20373): Terminating (SIGTERM)\u000a00:47:17.236582 run iperf3-srv_10.42.42.10(pid=20374): Terminating (SIGTERM)\u000a00:47:17.282421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20375): Terminating (SIGTERM)\u000a00:47:17.327681 run iperf3-srv_10.42.42.10(pid=20376): Terminating (SIGTERM)\u000a00:47:17.370373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20379): Terminating (SIGTERM)\u000a00:47:17.412907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20382): Terminating (SIGTERM)\u000a00:47:17.454964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20385): Terminating (SIGTERM)\u000a00:47:17.464524 --- ParallelTerminationStrategy: PID 20373 died...\u000a00:47:17.521401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20373): Terminated: ok {rc=0}\u000a00:47:17.531328 --- ParallelTerminationStrategy: PID 20374 died...\u000a00:47:17.587288 run iperf3-srv_10.42.42.10(pid=20374): Terminated {rc=256}\u000a00:47:17.597227 --- ParallelTerminationStrategy: PID 20375 died...\u000a00:47:17.653279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20375): Terminated: ok {rc=0}\u000a00:47:17.663572 --- ParallelTerminationStrategy: PID 20376 died...\u000a00:47:17.719499 run iperf3-srv_10.42.42.10(pid=20376): Terminated {rc=256}\u000a00:47:17.729442 --- ParallelTerminationStrategy: PID 20379 died...\u000a00:47:17.785187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20379): Terminated: ok {rc=0}\u000a00:47:17.795091 --- ParallelTerminationStrategy: PID 20382 died...\u000a00:47:17.851110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20382): Terminated: ok {rc=0}\u000a00:47:17.861270 --- ParallelTerminationStrategy: PID 20385 died...\u000a00:47:17.917337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20385): Terminated: ok {rc=0}\u000a00:47:18.004696 bus /gobi_0: Setting Powered False\u000a00:47:19.110377 bus /gobi_0: Setting Powered False\u000a00:47:20.218872 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20395): Process ended prematurely: osmo-stp_10.42.42.5(pid=20395) [trial-2397↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20395)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20395): Process ended prematurely: osmo-stp_10.42.42.5(pid=20395) [trial-2397↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20395)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:47:21.328274 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:21.339752 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:47:21.462339 tst iperf3.py: using LAC 37378\u000a00:47:21.580787 tst iperf3.py: using RAC 148\u000a00:47:21.702739 tst iperf3.py: using CellId 37378\u000a00:47:21.819550 tst iperf3.py: using BVCI 37379\u000a00:47:21.842712 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:21.853573 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:21.864031 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:21.874618 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:21.885372 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:21.895802 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:21.907054 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:21.917997 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:21.928717 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:47:22.226968 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:47:22.362557 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:47:22.700438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20387): Launched\u000a00:47:22.979472 run iperf3-srv_10.42.42.10(pid=20388): Launched\u000a00:47:23.178390 tst iperf3.py:8: start network...\u000a00:47:23.314054 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:47:23.826803 run create_hlr_db(pid=20389): Launched\u000a00:47:24.014756 bus /gobi_6: Setting Powered False\u000a00:47:25.035264 run create_hlr_db(pid=20389): Terminated: ok {rc=0}\u000a00:47:25.469962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20391): Launched\u000a00:47:25.796181 run osmo-hlr_10.42.42.2(pid=20392): Launched\u000a00:47:25.913302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:47:26.479388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20394): Launched\u000a00:47:26.805892 run osmo-stp_10.42.42.5(pid=20395): Launched\u000a00:47:26.923526 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:47:27.491152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20397): Launched\u000a00:47:27.607313 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:47:27.893474 run patchelf(pid=20399): Launched\u000a00:47:28.083376 run osmo-stp_10.42.42.5(pid=20395): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20395)]\u000a00:47:28.223409 run osmo-stp_10.42.42.5(pid=20395): stdout: \u000a| (launched: 2022-12-14_00:47:26.644014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:28.363500 run osmo-stp_10.42.42.5(pid=20395): stderr: \u000a| �[0;m�[38;5;43m20221214004726835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004726835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004726835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004726836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004726836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004726836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004726836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:28.497609 run osmo-stp_10.42.42.5(pid=20395): stdout: \u000a| (launched: 2022-12-14_00:47:26.644014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:28.630160 run osmo-stp_10.42.42.5(pid=20395): stderr: \u000a| �[0;m�[38;5;43m20221214004726835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004726835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004726835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004726836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004726836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004726836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004726836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:28.784591 run patchelf(pid=20399): Terminating (SIGINT)\u000a00:47:28.965777 run patchelf(pid=20399): Terminated: ok {rc=0}\u000a00:47:28.999211 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20395): Process ended prematurely: osmo-stp_10.42.42.5(pid=20395) [trial-2397↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20395)] [trial-2397↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a00:47:29.009126 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a00:47:29.071984 run osmo-hlr_10.42.42.2(pid=20392): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20392)]\u000a00:47:29.123305 run osmo-hlr_10.42.42.2(pid=20392): stdout: \u000a| (launched: 2022-12-14_00:47:25.634717) \u000a00:47:29.175078 run osmo-hlr_10.42.42.2(pid=20392): stderr: \u000a| �[0;m�[1;31m20221214004725831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004725831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004725831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004725831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004725831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004725831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004725843 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004725851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004725852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004725852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:47:29.219271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20387): Terminating (SIGTERM)\u000a00:47:29.260652 run iperf3-srv_10.42.42.10(pid=20388): Terminating (SIGTERM)\u000a00:47:29.302170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20391): Terminating (SIGTERM)\u000a00:47:29.344129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20394): Terminating (SIGTERM)\u000a00:47:29.386100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20397): Terminating (SIGTERM)\u000a00:47:29.395630 --- ParallelTerminationStrategy: PID 20387 died...\u000a00:47:29.451809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20387): Terminated: ok {rc=0}\u000a00:47:29.461966 --- ParallelTerminationStrategy: PID 20388 died...\u000a00:47:29.517832 run iperf3-srv_10.42.42.10(pid=20388): Terminated {rc=256}\u000a00:47:29.527755 --- ParallelTerminationStrategy: PID 20391 died...\u000a00:47:29.583359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20391): Terminated: ok {rc=0}\u000a00:47:29.593284 --- ParallelTerminationStrategy: PID 20394 died...\u000a00:47:29.649153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20394): Terminated: ok {rc=0}\u000a00:47:29.659175 --- ParallelTerminationStrategy: PID 20397 died...\u000a00:47:29.715241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20397): Terminated: ok {rc=0}\u000a00:47:29.801883 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20414): Process ended prematurely: osmo-stp_10.42.42.5(pid=20414) [trial-2397↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20414)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20414): Process ended prematurely: osmo-stp_10.42.42.5(pid=20414) [trial-2397↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:47:30.926297 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:30.939188 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:47:31.078499 tst iperf3m4.py: using LAC 37379\u000a00:47:31.209816 tst iperf3m4.py: using RAC 149\u000a00:47:31.365825 tst iperf3m4.py: using CellId 37379\u000a00:47:31.503483 tst iperf3m4.py: using BVCI 37380\u000a00:47:31.529242 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:31.541374 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:31.553197 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:31.565101 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:31.577595 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:31.590387 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:31.603216 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:31.616767 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:31.629506 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:47:31.755514 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:47:31.898776 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:47:32.021599 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:47:32.311561 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:47:32.438566 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:47:32.755801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20400): Launched\u000a00:47:33.016629 run iperf3-srv_10.42.42.10(pid=20401): Launched\u000a00:47:33.200035 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:47:33.325043 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:47:33.639619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20402): Launched\u000a00:47:33.899844 run iperf3-srv_10.42.42.10(pid=20403): Launched\u000a00:47:34.082883 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:47:34.208524 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:47:34.523632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20404): Launched\u000a00:47:34.784323 run iperf3-srv_10.42.42.10(pid=20405): Launched\u000a00:47:34.967921 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:47:35.093120 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:47:35.408828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20406): Launched\u000a00:47:35.670324 run iperf3-srv_10.42.42.10(pid=20407): Launched\u000a00:47:35.853825 tst iperf3m4.py:8: start network...\u000a00:47:35.978861 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:47:36.465449 run create_hlr_db(pid=20408): Launched\u000a00:47:36.639257 bus /gobi_6: Setting Powered False\u000a00:47:37.661021 run create_hlr_db(pid=20408): Terminated: ok {rc=0}\u000a00:47:38.093331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20410): Launched\u000a00:47:38.420177 run osmo-hlr_10.42.42.2(pid=20411): Launched\u000a00:47:38.536161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:47:39.102816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20413): Launched\u000a00:47:39.429781 run osmo-stp_10.42.42.5(pid=20414): Launched\u000a00:47:39.547372 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:47:40.114404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20416): Launched\u000a00:47:40.230318 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:47:40.515699 run patchelf(pid=20417): Launched\u000a00:47:40.708125 run osmo-stp_10.42.42.5(pid=20414): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20414)]\u000a00:47:40.849191 run osmo-stp_10.42.42.5(pid=20414): stdout: \u000a| (launched: 2022-12-14_00:47:39.267979)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:40.990946 run osmo-stp_10.42.42.5(pid=20414): stderr: \u000a| �[0;m�[38;5;43m20221214004739455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004739455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004739456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004739456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004739456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004739457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004739457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:41.127548 run osmo-stp_10.42.42.5(pid=20414): stdout: \u000a| (launched: 2022-12-14_00:47:39.267979)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:41.262328 run osmo-stp_10.42.42.5(pid=20414): stderr: \u000a| �[0;m�[38;5;43m20221214004739455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004739455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004739456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004739456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004739456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004739457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004739457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:41.419260 run patchelf(pid=20417): Terminating (SIGINT)\u000a00:47:41.603850 run patchelf(pid=20417): Terminated: ok {rc=0}\u000a00:47:41.637656 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20414): Process ended prematurely: osmo-stp_10.42.42.5(pid=20414) [trial-2397↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20414)] [trial-2397↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a00:47:41.647648 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a00:47:41.711081 run osmo-hlr_10.42.42.2(pid=20411): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20411)]\u000a00:47:41.762600 run osmo-hlr_10.42.42.2(pid=20411): stdout: \u000a| (launched: 2022-12-14_00:47:38.258588) \u000a00:47:41.814517 run osmo-hlr_10.42.42.2(pid=20411): stderr: \u000a| �[0;m�[1;31m20221214004738454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004738454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004738454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004738454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004738454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004738454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004738469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004738477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004738477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004738477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:47:41.858664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20400): Terminating (SIGTERM)\u000a00:47:41.900577 run iperf3-srv_10.42.42.10(pid=20401): Terminating (SIGTERM)\u000a00:47:41.942946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20402): Terminating (SIGTERM)\u000a00:47:41.985190 run iperf3-srv_10.42.42.10(pid=20403): Terminating (SIGTERM)\u000a00:47:42.027169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20404): Terminating (SIGTERM)\u000a00:47:42.069958 run iperf3-srv_10.42.42.10(pid=20405): Terminating (SIGTERM)\u000a00:47:42.113869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20406): Terminating (SIGTERM)\u000a00:47:42.155627 run iperf3-srv_10.42.42.10(pid=20407): Terminating (SIGTERM)\u000a00:47:42.198172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20410): Terminating (SIGTERM)\u000a00:47:42.240203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20413): Terminating (SIGTERM)\u000a00:47:42.282154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20416): Terminating (SIGTERM)\u000a00:47:42.291820 --- ParallelTerminationStrategy: PID 20400 died...\u000a00:47:42.348295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20400): Terminated: ok {rc=0}\u000a00:47:42.358530 --- ParallelTerminationStrategy: PID 20401 died...\u000a00:47:42.414828 run iperf3-srv_10.42.42.10(pid=20401): Terminated {rc=256}\u000a00:47:42.424809 --- ParallelTerminationStrategy: PID 20402 died...\u000a00:47:42.481091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20402): Terminated: ok {rc=0}\u000a00:47:42.491245 --- ParallelTerminationStrategy: PID 20403 died...\u000a00:47:42.547437 run iperf3-srv_10.42.42.10(pid=20403): Terminated {rc=256}\u000a00:47:42.557375 --- ParallelTerminationStrategy: PID 20404 died...\u000a00:47:42.613703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20404): Terminated: ok {rc=0}\u000a00:47:42.623782 --- ParallelTerminationStrategy: PID 20405 died...\u000a00:47:42.680084 run iperf3-srv_10.42.42.10(pid=20405): Terminated {rc=256}\u000a00:47:42.690133 --- ParallelTerminationStrategy: PID 20406 died...\u000a00:47:42.746052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20406): Terminated: ok {rc=0}\u000a00:47:42.756185 --- ParallelTerminationStrategy: PID 20407 died...\u000a00:47:42.812101 run iperf3-srv_10.42.42.10(pid=20407): Terminated {rc=256}\u000a00:47:42.822085 --- ParallelTerminationStrategy: PID 20410 died...\u000a00:47:42.877786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20410): Terminated: ok {rc=0}\u000a00:47:42.887744 --- ParallelTerminationStrategy: PID 20413 died...\u000a00:47:42.944019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20413): Terminated: ok {rc=0}\u000a00:47:42.954180 --- ParallelTerminationStrategy: PID 20416 died...\u000a00:47:43.010392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20416): Terminated: ok {rc=0}\u000a00:47:43.098156 bus /gobi_4: Setting Powered False\u000a00:47:44.207175 bus /gobi_4: Setting Powered False\u000a00:47:45.319575 bus /gobi_1: Setting Powered False\u000a00:47:46.445462 bus /gobi_1: Setting Powered False\u000a00:47:47.558636 bus /gobi_0: Setting Powered False\u000a00:47:48.662609 bus /gobi_0: Setting Powered False\u000a00:47:49.770918 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20424): Process ended prematurely: osmo-stp_10.42.42.5(pid=20424) [trial-2397↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20424)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20424): Process ended prematurely: osmo-stp_10.42.42.5(pid=20424) [trial-2397↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a00:47:50.839817 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:50.851963 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:47:50.977445 tst ping.py: using LAC 37380\u000a00:47:51.095518 tst ping.py: using RAC 150\u000a00:47:51.216009 tst ping.py: using CellId 37380\u000a00:47:51.347336 tst ping.py: using BVCI 37381\u000a00:47:51.372326 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:51.383868 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:51.395241 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:51.406618 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:51.419155 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:51.430972 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:51.442963 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:51.454622 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:47:51.734532 tst ping.py:19: start network...\u000a00:47:51.859189 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:47:52.341559 run create_hlr_db(pid=20418): Launched\u000a00:47:52.515402 bus /gobi_6: Setting Powered False\u000a00:47:53.535568 run create_hlr_db(pid=20418): Terminated: ok {rc=0}\u000a00:47:53.967681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20420): Launched\u000a00:47:54.291735 run osmo-hlr_10.42.42.2(pid=20421): Launched\u000a00:47:54.411656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:47:54.976463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20423): Launched\u000a00:47:55.300879 run osmo-stp_10.42.42.5(pid=20424): Launched\u000a00:47:55.418065 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:47:55.980606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20426): Launched\u000a00:47:56.095840 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:47:56.378307 run patchelf(pid=20427): Launched\u000a00:47:56.567462 run osmo-stp_10.42.42.5(pid=20424): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20424)]\u000a00:47:56.706452 run osmo-stp_10.42.42.5(pid=20424): stdout: \u000a| (launched: 2022-12-14_00:47:55.140161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:56.844856 run osmo-stp_10.42.42.5(pid=20424): stderr: \u000a| �[0;m�[38;5;43m20221214004755331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004755332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004755332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004755332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004755333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004755333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004755333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:56.978042 run osmo-stp_10.42.42.5(pid=20424): stdout: \u000a| (launched: 2022-12-14_00:47:55.140161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:57.110214 run osmo-stp_10.42.42.5(pid=20424): stderr: \u000a| �[0;m�[38;5;43m20221214004755331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004755332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004755332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004755332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004755333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004755333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004755333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:57.264504 run patchelf(pid=20427): Terminating (SIGINT)\u000a00:47:57.444642 run patchelf(pid=20427): Terminated: ok {rc=0}\u000a00:47:57.477319 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20424): Process ended prematurely: osmo-stp_10.42.42.5(pid=20424) [trial-2397↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20424)] [trial-2397↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a00:47:57.486783 tst ping.py:22: Test FAILED (6.6 sec)\u000a00:47:57.550625 run osmo-hlr_10.42.42.2(pid=20421): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20421)]\u000a00:47:57.602431 run osmo-hlr_10.42.42.2(pid=20421): stdout: \u000a| (launched: 2022-12-14_00:47:54.131148) \u000a00:47:57.654795 run osmo-hlr_10.42.42.2(pid=20421): stderr: \u000a| �[0;m�[1;31m20221214004754328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004754328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004754328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004754328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004754328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004754328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004754343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004754353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004754353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004754353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:47:57.699516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20420): Terminating (SIGTERM)\u000a00:47:57.741747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20423): Terminating (SIGTERM)\u000a00:47:57.783772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20426): Terminating (SIGTERM)\u000a00:47:57.793504 --- ParallelTerminationStrategy: PID 20420 died...\u000a00:47:57.849902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20420): Terminated: ok {rc=0}\u000a00:47:57.859863 --- ParallelTerminationStrategy: PID 20423 died...\u000a00:47:57.916199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20423): Terminated: ok {rc=0}\u000a00:47:57.926287 --- ParallelTerminationStrategy: PID 20426 died...\u000a00:47:57.982887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20426): Terminated: ok {rc=0}\u000a00:47:58.071510 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20434): Process ended prematurely: osmo-stp_10.42.42.5(pid=20434) [trial-2397↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20434)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20434): Process ended prematurely: osmo-stp_10.42.42.5(pid=20434) [trial-2397↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20434)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a00:47:59.124917 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:59.137073 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:47:59.269978 tst ping_idle_ping.py: using LAC 37381\u000a00:47:59.396856 tst ping_idle_ping.py: using RAC 151\u000a00:47:59.517078 tst ping_idle_ping.py: using CellId 37381\u000a00:47:59.636336 tst ping_idle_ping.py: using BVCI 37382\u000a00:47:59.659671 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:59.670730 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:59.681567 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:59.692290 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:59.703158 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:59.714193 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:59.725218 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:59.736030 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:48:00.018365 tst ping_idle_ping.py:24: start network...\u000a00:48:00.143225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:48:00.625313 run create_hlr_db(pid=20428): Launched\u000a00:48:00.799189 bus /gobi_6: Setting Powered False\u000a00:48:01.902442 run create_hlr_db(pid=20428): Terminated: ok {rc=0}\u000a00:48:02.323564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20430): Launched\u000a00:48:02.649038 run osmo-hlr_10.42.42.2(pid=20431): Launched\u000a00:48:02.767404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:48:03.331635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20433): Launched\u000a00:48:03.655753 run osmo-stp_10.42.42.5(pid=20434): Launched\u000a00:48:03.773243 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:48:04.340506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20436): Launched\u000a00:48:04.455962 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:48:04.740572 run patchelf(pid=20437): Launched\u000a00:48:04.929879 run osmo-stp_10.42.42.5(pid=20434): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20434)]\u000a00:48:05.068327 run osmo-stp_10.42.42.5(pid=20434): stdout: \u000a| (launched: 2022-12-14_00:48:03.495473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:05.207395 run osmo-stp_10.42.42.5(pid=20434): stderr: \u000a| �[0;m�[38;5;43m20221214004803688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004803688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004803688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004803689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004803689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004803689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004803689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:05.341267 run osmo-stp_10.42.42.5(pid=20434): stdout: \u000a| (launched: 2022-12-14_00:48:03.495473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:05.473520 run osmo-stp_10.42.42.5(pid=20434): stderr: \u000a| �[0;m�[38;5;43m20221214004803688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004803688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004803688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004803689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004803689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004803689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004803689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:05.627390 run patchelf(pid=20437): Terminating (SIGINT)\u000a00:48:05.807792 run patchelf(pid=20437): Terminated: ok {rc=0}\u000a00:48:05.840571 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20434): Process ended prematurely: osmo-stp_10.42.42.5(pid=20434) [trial-2397↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20434)] [trial-2397↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a00:48:05.850037 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a00:48:05.913062 run osmo-hlr_10.42.42.2(pid=20431): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20431)]\u000a00:48:05.964433 run osmo-hlr_10.42.42.2(pid=20431): stdout: \u000a| (launched: 2022-12-14_00:48:02.487925) \u000a00:48:06.016534 run osmo-hlr_10.42.42.2(pid=20431): stderr: \u000a| �[0;m�[1;31m20221214004802686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004802686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004802686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004802686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004802686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004802686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004802719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004802728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004802729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004802729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:48:06.061015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20430): Terminating (SIGTERM)\u000a00:48:06.102659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20433): Terminating (SIGTERM)\u000a00:48:06.144563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20436): Terminating (SIGTERM)\u000a00:48:06.154159 --- ParallelTerminationStrategy: PID 20430 died...\u000a00:48:06.210655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20430): Terminated: ok {rc=0}\u000a00:48:06.220605 --- ParallelTerminationStrategy: PID 20433 died...\u000a00:48:06.276789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20433): Terminated: ok {rc=0}\u000a00:48:06.286799 --- ParallelTerminationStrategy: PID 20436 died...\u000a00:48:06.343110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20436): Terminated: ok {rc=0}\u000a00:48:06.430813 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:47:07" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20452): Process ended prematurely: osmo-stp_10.42.42.5(pid=20452) [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20452)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20452): Process ended prematurely: osmo-stp_10.42.42.5(pid=20452) [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:48:08.559589 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:08.570989 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:48:08.725423 tst cs_paging_gprs_active.py: using LAC 37382\u000a00:48:08.855315 tst cs_paging_gprs_active.py: using RAC 152\u000a00:48:08.983681 tst cs_paging_gprs_active.py: using CellId 37382\u000a00:48:09.116844 tst cs_paging_gprs_active.py: using BVCI 37383\u000a00:48:09.142708 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:09.154127 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:09.165342 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:09.176568 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:09.187893 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:09.199414 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:09.210985 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:09.222364 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:09.234011 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:48:09.352381 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:48:09.650357 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:48:09.788065 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:48:10.132421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20442): Launched\u000a00:48:10.417392 run iperf3-srv_10.42.42.10(pid=20443): Launched\u000a00:48:10.619240 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:48:10.756454 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:48:11.098711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20444): Launched\u000a00:48:11.383973 run iperf3-srv_10.42.42.10(pid=20445): Launched\u000a00:48:11.585300 tst cs_paging_gprs_active.py:38: start network...\u000a00:48:11.722342 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:48:12.240854 run create_hlr_db(pid=20446): Launched\u000a00:48:12.431014 bus /gobi_6: Setting Powered False\u000a00:48:13.441608 run create_hlr_db(pid=20446): Terminated: ok {rc=0}\u000a00:48:13.892915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20448): Launched\u000a00:48:14.226663 run osmo-hlr_10.42.42.2(pid=20449): Launched\u000a00:48:14.350941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:48:14.928415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20451): Launched\u000a00:48:15.261076 run osmo-stp_10.42.42.5(pid=20452): Launched\u000a00:48:15.380571 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:48:15.991389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20454): Launched\u000a00:48:16.105127 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:48:16.386029 run patchelf(pid=20455): Launched\u000a00:48:16.572737 run osmo-stp_10.42.42.5(pid=20452): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20452)]\u000a00:48:16.711947 run osmo-stp_10.42.42.5(pid=20452): stdout: \u000a| (launched: 2022-12-14_00:48:15.095573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:16.850109 run osmo-stp_10.42.42.5(pid=20452): stderr: \u000a| �[0;m�[38;5;43m20221214004815288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004815288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004815288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004815289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004815289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004815289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004815289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:16.981611 run osmo-stp_10.42.42.5(pid=20452): stdout: \u000a| (launched: 2022-12-14_00:48:15.095573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:17.112633 run osmo-stp_10.42.42.5(pid=20452): stderr: \u000a| �[0;m�[38;5;43m20221214004815288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004815288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004815288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004815289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004815289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004815289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004815289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:17.262873 run patchelf(pid=20455): Terminating (SIGINT)\u000a00:48:17.435433 run patchelf(pid=20455): Terminated: ok {rc=0}\u000a00:48:17.466924 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20452): Process ended prematurely: osmo-stp_10.42.42.5(pid=20452) [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20452)] [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a00:48:17.476242 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a00:48:17.536842 run osmo-hlr_10.42.42.2(pid=20449): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20449)]\u000a00:48:17.586080 run osmo-hlr_10.42.42.2(pid=20449): stdout: \u000a| (launched: 2022-12-14_00:48:14.060547) \u000a00:48:17.635749 run osmo-hlr_10.42.42.2(pid=20449): stderr: \u000a| �[0;m�[1;31m20221214004814258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004814258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004814258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004814258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004814258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004814258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004814273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004814282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004814282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004814282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:48:17.677992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20442): Terminating (SIGTERM)\u000a00:48:17.717665 run iperf3-srv_10.42.42.10(pid=20443): Terminating (SIGTERM)\u000a00:48:17.757381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20444): Terminating (SIGTERM)\u000a00:48:17.797110 run iperf3-srv_10.42.42.10(pid=20445): Terminating (SIGTERM)\u000a00:48:17.837113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20448): Terminating (SIGTERM)\u000a00:48:17.876900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20451): Terminating (SIGTERM)\u000a00:48:17.916613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20454): Terminating (SIGTERM)\u000a00:48:17.925720 --- ParallelTerminationStrategy: PID 20442 died...\u000a00:48:17.979560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20442): Terminated: ok {rc=0}\u000a00:48:17.989076 --- ParallelTerminationStrategy: PID 20443 died...\u000a00:48:18.042366 run iperf3-srv_10.42.42.10(pid=20443): Terminated {rc=256}\u000a00:48:18.051735 --- ParallelTerminationStrategy: PID 20444 died...\u000a00:48:18.104935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20444): Terminated: ok {rc=0}\u000a00:48:18.114326 --- ParallelTerminationStrategy: PID 20445 died...\u000a00:48:18.167593 run iperf3-srv_10.42.42.10(pid=20445): Terminated {rc=256}\u000a00:48:18.177171 --- ParallelTerminationStrategy: PID 20448 died...\u000a00:48:18.230552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20448): Terminated: ok {rc=0}\u000a00:48:18.239974 --- ParallelTerminationStrategy: PID 20451 died...\u000a00:48:18.293290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20451): Terminated: ok {rc=0}\u000a00:48:18.302719 --- ParallelTerminationStrategy: PID 20454 died...\u000a00:48:18.356044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20454): Terminated: ok {rc=0}\u000a00:48:18.444816 bus /gobi_0: Setting Powered False\u000a00:48:19.546731 bus /gobi_0: Setting Powered False\u000a00:48:20.656372 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20464): Process ended prematurely: osmo-stp_10.42.42.5(pid=20464) [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20464)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20464): Process ended prematurely: osmo-stp_10.42.42.5(pid=20464) [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a00:48:21.767295 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:21.778857 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:48:21.927016 tst iperf3.py: using LAC 37383\u000a00:48:22.050779 tst iperf3.py: using RAC 153\u000a00:48:22.181611 tst iperf3.py: using CellId 37383\u000a00:48:22.310191 tst iperf3.py: using BVCI 37384\u000a00:48:22.335418 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:22.347187 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:22.358586 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:22.369967 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:22.381449 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:22.392887 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:22.404437 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:22.416271 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:22.428127 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:48:22.723508 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:48:22.861436 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:48:23.205909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20456): Launched\u000a00:48:23.491771 run iperf3-srv_10.42.42.10(pid=20457): Launched\u000a00:48:23.693750 tst iperf3.py:8: start network...\u000a00:48:23.831495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:48:24.352517 run create_hlr_db(pid=20458): Launched\u000a00:48:24.543708 bus /gobi_6: Setting Powered False\u000a00:48:25.563725 run create_hlr_db(pid=20458): Terminated: ok {rc=0}\u000a00:48:26.003496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20460): Launched\u000a00:48:26.333748 run osmo-hlr_10.42.42.2(pid=20461): Launched\u000a00:48:26.454531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:48:27.029130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20463): Launched\u000a00:48:27.358995 run osmo-stp_10.42.42.5(pid=20464): Launched\u000a00:48:27.478558 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:48:28.053713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20466): Launched\u000a00:48:28.171385 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:48:28.460300 run patchelf(pid=20467): Launched\u000a00:48:28.652657 run osmo-stp_10.42.42.5(pid=20464): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20464)]\u000a00:48:28.793467 run osmo-stp_10.42.42.5(pid=20464): stdout: \u000a| (launched: 2022-12-14_00:48:27.196274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:28.935195 run osmo-stp_10.42.42.5(pid=20464): stderr: \u000a| �[0;m�[38;5;43m20221214004827388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004827389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004827389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004827389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004827390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004827390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004827390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:29.071220 run osmo-stp_10.42.42.5(pid=20464): stdout: \u000a| (launched: 2022-12-14_00:48:27.196274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:29.206705 run osmo-stp_10.42.42.5(pid=20464): stderr: \u000a| �[0;m�[38;5;43m20221214004827388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004827389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004827389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004827389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004827390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004827390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004827390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:29.363186 run patchelf(pid=20467): Terminating (SIGINT)\u000a00:48:29.547249 run patchelf(pid=20467): Terminated: ok {rc=0}\u000a00:48:29.581171 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20464): Process ended prematurely: osmo-stp_10.42.42.5(pid=20464) [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20464)] [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a00:48:29.591143 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a00:48:29.654651 run osmo-hlr_10.42.42.2(pid=20461): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20461)]\u000a00:48:29.706006 run osmo-hlr_10.42.42.2(pid=20461): stdout: \u000a| (launched: 2022-12-14_00:48:26.170960) \u000a00:48:29.757879 run osmo-hlr_10.42.42.2(pid=20461): stderr: \u000a| �[0;m�[1;31m20221214004826369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004826369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004826369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004826369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004826369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004826369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004826382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004826391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004826391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004826391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:48:29.802433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20456): Terminating (SIGTERM)\u000a00:48:29.844116 run iperf3-srv_10.42.42.10(pid=20457): Terminating (SIGTERM)\u000a00:48:29.886597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20460): Terminating (SIGTERM)\u000a00:48:29.928856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20463): Terminating (SIGTERM)\u000a00:48:29.971685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20466): Terminating (SIGTERM)\u000a00:48:29.981405 --- ParallelTerminationStrategy: PID 20456 died...\u000a00:48:30.038677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20456): Terminated: ok {rc=0}\u000a00:48:30.048797 --- ParallelTerminationStrategy: PID 20457 died...\u000a00:48:30.104790 run iperf3-srv_10.42.42.10(pid=20457): Terminated {rc=256}\u000a00:48:30.114704 --- ParallelTerminationStrategy: PID 20460 died...\u000a00:48:30.170825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20460): Terminated: ok {rc=0}\u000a00:48:30.180786 --- ParallelTerminationStrategy: PID 20463 died...\u000a00:48:30.236898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20463): Terminated: ok {rc=0}\u000a00:48:30.246953 --- ParallelTerminationStrategy: PID 20466 died...\u000a00:48:30.303313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20466): Terminated: ok {rc=0}\u000a00:48:30.391059 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20482): Process ended prematurely: osmo-stp_10.42.42.5(pid=20482) [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20482)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20482): Process ended prematurely: osmo-stp_10.42.42.5(pid=20482) [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a00:48:31.533100 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:31.549694 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:48:31.719540 tst iperf3m4.py: using LAC 37384\u000a00:48:31.846517 tst iperf3m4.py: using RAC 154\u000a00:48:32.025066 tst iperf3m4.py: using CellId 37384\u000a00:48:32.163498 tst iperf3m4.py: using BVCI 37385\u000a00:48:32.190075 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:32.202207 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:32.214218 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:32.226090 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:32.238770 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:32.251585 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:32.264412 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:32.277106 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:32.289998 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:48:32.412636 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:48:32.534661 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:48:32.655830 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:48:32.939164 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:48:33.066189 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:48:33.385750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20468): Launched\u000a00:48:33.653329 run iperf3-srv_10.42.42.10(pid=20469): Launched\u000a00:48:33.841180 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:48:33.968733 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:48:34.288715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20470): Launched\u000a00:48:34.553512 run iperf3-srv_10.42.42.10(pid=20471): Launched\u000a00:48:34.739034 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:48:34.866137 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:48:35.186268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20472): Launched\u000a00:48:35.452262 run iperf3-srv_10.42.42.10(pid=20473): Launched\u000a00:48:35.637648 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:48:35.764062 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:48:36.085310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20474): Launched\u000a00:48:36.352589 run iperf3-srv_10.42.42.10(pid=20475): Launched\u000a00:48:36.538863 tst iperf3m4.py:8: start network...\u000a00:48:36.666270 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:48:37.162924 run create_hlr_db(pid=20476): Launched\u000a00:48:37.338823 bus /gobi_6: Setting Powered False\u000a00:48:38.359681 run create_hlr_db(pid=20476): Terminated: ok {rc=0}\u000a00:48:38.799905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20478): Launched\u000a00:48:39.130291 run osmo-hlr_10.42.42.2(pid=20479): Launched\u000a00:48:39.253177 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:48:39.828221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20481): Launched\u000a00:48:40.158962 run osmo-stp_10.42.42.5(pid=20482): Launched\u000a00:48:40.278414 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:48:40.852632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20484): Launched\u000a00:48:40.969998 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:48:41.259140 run patchelf(pid=20485): Launched\u000a00:48:41.451451 run osmo-stp_10.42.42.5(pid=20482): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20482)]\u000a00:48:41.592548 run osmo-stp_10.42.42.5(pid=20482): stdout: \u000a| (launched: 2022-12-14_00:48:39.995247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:41.733826 run osmo-stp_10.42.42.5(pid=20482): stderr: \u000a| �[0;m�[38;5;43m20221214004840184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004840184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004840185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004840185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004840186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004840186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004840186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:41.869833 run osmo-stp_10.42.42.5(pid=20482): stdout: \u000a| (launched: 2022-12-14_00:48:39.995247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:42.004422 run osmo-stp_10.42.42.5(pid=20482): stderr: \u000a| �[0;m�[38;5;43m20221214004840184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004840184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004840185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004840185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004840186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004840186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004840186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:42.161603 run patchelf(pid=20485): Terminating (SIGINT)\u000a00:48:42.346102 run patchelf(pid=20485): Terminated: ok {rc=0}\u000a00:48:42.379805 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20482): Process ended prematurely: osmo-stp_10.42.42.5(pid=20482) [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20482)] [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a00:48:42.389811 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a00:48:42.453646 run osmo-hlr_10.42.42.2(pid=20479): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20479)]\u000a00:48:42.505394 run osmo-hlr_10.42.42.2(pid=20479): stdout: \u000a| (launched: 2022-12-14_00:48:38.967214) \u000a00:48:42.557604 run osmo-hlr_10.42.42.2(pid=20479): stderr: \u000a| �[0;m�[1;31m20221214004839161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004839161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004839161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004839161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004839161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004839162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004839174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004839183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004839183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004839183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:48:42.602505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20468): Terminating (SIGTERM)\u000a00:48:42.644486 run iperf3-srv_10.42.42.10(pid=20469): Terminating (SIGTERM)\u000a00:48:42.687292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20470): Terminating (SIGTERM)\u000a00:48:42.729773 run iperf3-srv_10.42.42.10(pid=20471): Terminating (SIGTERM)\u000a00:48:42.771892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20472): Terminating (SIGTERM)\u000a00:48:42.814429 run iperf3-srv_10.42.42.10(pid=20473): Terminating (SIGTERM)\u000a00:48:42.856683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20474): Terminating (SIGTERM)\u000a00:48:42.898878 run iperf3-srv_10.42.42.10(pid=20475): Terminating (SIGTERM)\u000a00:48:42.941027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20478): Terminating (SIGTERM)\u000a00:48:42.983510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20481): Terminating (SIGTERM)\u000a00:48:43.025746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20484): Terminating (SIGTERM)\u000a00:48:43.035460 --- ParallelTerminationStrategy: PID 20468 died...\u000a00:48:43.092341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20468): Terminated: ok {rc=0}\u000a00:48:43.102408 --- ParallelTerminationStrategy: PID 20469 died...\u000a00:48:43.158836 run iperf3-srv_10.42.42.10(pid=20469): Terminated {rc=256}\u000a00:48:43.168814 --- ParallelTerminationStrategy: PID 20470 died...\u000a00:48:43.225424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20470): Terminated: ok {rc=0}\u000a00:48:43.235428 --- ParallelTerminationStrategy: PID 20471 died...\u000a00:48:43.291721 run iperf3-srv_10.42.42.10(pid=20471): Terminated {rc=256}\u000a00:48:43.301821 --- ParallelTerminationStrategy: PID 20472 died...\u000a00:48:43.358442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20472): Terminated: ok {rc=0}\u000a00:48:43.368497 --- ParallelTerminationStrategy: PID 20473 died...\u000a00:48:43.425147 run iperf3-srv_10.42.42.10(pid=20473): Terminated {rc=256}\u000a00:48:43.435149 --- ParallelTerminationStrategy: PID 20474 died...\u000a00:48:43.491470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20474): Terminated: ok {rc=0}\u000a00:48:43.501934 --- ParallelTerminationStrategy: PID 20475 died...\u000a00:48:43.558224 run iperf3-srv_10.42.42.10(pid=20475): Terminated {rc=256}\u000a00:48:43.568217 --- ParallelTerminationStrategy: PID 20478 died...\u000a00:48:43.624992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20478): Terminated: ok {rc=0}\u000a00:48:43.635082 --- ParallelTerminationStrategy: PID 20481 died...\u000a00:48:43.691517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20481): Terminated: ok {rc=0}\u000a00:48:43.701656 --- ParallelTerminationStrategy: PID 20484 died...\u000a00:48:43.758299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20484): Terminated: ok {rc=0}\u000a00:48:43.845400 bus /gobi_4: Setting Powered False\u000a00:48:44.952155 bus /gobi_4: Setting Powered False\u000a00:48:46.078364 bus /gobi_1: Setting Powered False\u000a00:48:47.195492 bus /gobi_1: Setting Powered False\u000a00:48:48.312302 bus /gobi_0: Setting Powered False\u000a00:48:49.416881 bus /gobi_0: Setting Powered False\u000a00:48:50.526248 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20492): Process ended prematurely: osmo-stp_10.42.42.5(pid=20492) [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20492)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20492): Process ended prematurely: osmo-stp_10.42.42.5(pid=20492) [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20492)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a00:48:51.595332 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:51.607445 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:48:51.761807 tst ping.py: using LAC 37385\u000a00:48:51.888759 tst ping.py: using RAC 155\u000a00:48:52.017826 tst ping.py: using CellId 37385\u000a00:48:52.144561 tst ping.py: using BVCI 37386\u000a00:48:52.169596 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:52.181053 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:52.192228 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:52.203621 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:52.215176 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:52.226613 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:52.238275 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:52.249771 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:48:52.526939 tst ping.py:19: start network...\u000a00:48:52.651718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:48:53.138595 run create_hlr_db(pid=20486): Launched\u000a00:48:53.312333 bus /gobi_6: Setting Powered False\u000a00:48:54.334451 run create_hlr_db(pid=20486): Terminated: ok {rc=0}\u000a00:48:54.768429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20488): Launched\u000a00:48:55.093522 run osmo-hlr_10.42.42.2(pid=20489): Launched\u000a00:48:55.213822 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:48:55.790591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20491): Launched\u000a00:48:56.115283 run osmo-stp_10.42.42.5(pid=20492): Launched\u000a00:48:56.232642 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:48:56.797310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20494): Launched\u000a00:48:56.912155 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:48:57.195734 run patchelf(pid=20495): Launched\u000a00:48:57.384370 run osmo-stp_10.42.42.5(pid=20492): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20492)]\u000a00:48:57.522777 run osmo-stp_10.42.42.5(pid=20492): stdout: \u000a| (launched: 2022-12-14_00:48:55.954604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:57.661281 run osmo-stp_10.42.42.5(pid=20492): stderr: \u000a| �[0;m�[38;5;43m20221214004856146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004856146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004856146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004856146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004856147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004856147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004856147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:57.794586 run osmo-stp_10.42.42.5(pid=20492): stdout: \u000a| (launched: 2022-12-14_00:48:55.954604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:57.926454 run osmo-stp_10.42.42.5(pid=20492): stderr: \u000a| �[0;m�[38;5;43m20221214004856146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004856146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004856146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004856146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004856147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004856147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004856147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:58.079874 run patchelf(pid=20495): Terminating (SIGINT)\u000a00:48:58.260527 run patchelf(pid=20495): Terminated: ok {rc=0}\u000a00:48:58.293264 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20492): Process ended prematurely: osmo-stp_10.42.42.5(pid=20492) [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20492)] [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a00:48:58.302688 tst ping.py:22: Test FAILED (6.7 sec)\u000a00:48:58.365931 run osmo-hlr_10.42.42.2(pid=20489): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20489)]\u000a00:48:58.417221 run osmo-hlr_10.42.42.2(pid=20489): stdout: \u000a| (launched: 2022-12-14_00:48:54.933365) \u000a00:48:58.469082 run osmo-hlr_10.42.42.2(pid=20489): stderr: \u000a| �[0;m�[1;31m20221214004855131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004855131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004855131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004855131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004855131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004855131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004855142 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004855150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004855151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004855151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:48:58.513423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20488): Terminating (SIGTERM)\u000a00:48:58.555091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20491): Terminating (SIGTERM)\u000a00:48:58.596753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20494): Terminating (SIGTERM)\u000a00:48:58.606403 --- ParallelTerminationStrategy: PID 20488 died...\u000a00:48:58.662516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20488): Terminated: ok {rc=0}\u000a00:48:58.672463 --- ParallelTerminationStrategy: PID 20491 died...\u000a00:48:58.728151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20491): Terminated: ok {rc=0}\u000a00:48:58.738035 --- ParallelTerminationStrategy: PID 20494 died...\u000a00:48:58.793896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20494): Terminated: ok {rc=0}\u000a00:48:58.882288 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20502): Process ended prematurely: osmo-stp_10.42.42.5(pid=20502) [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20502)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20502): Process ended prematurely: osmo-stp_10.42.42.5(pid=20502) [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a00:48:59.933697 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:59.945726 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:49:00.099144 tst ping_idle_ping.py: using LAC 37386\u000a00:49:00.228382 tst ping_idle_ping.py: using RAC 156\u000a00:49:00.354401 tst ping_idle_ping.py: using CellId 37386\u000a00:49:00.480410 tst ping_idle_ping.py: using BVCI 37387\u000a00:49:00.505214 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:49:00.516615 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:49:00.527788 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:49:00.539049 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:49:00.550506 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:49:00.561905 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:49:00.573490 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:49:00.584867 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:49:00.903846 tst ping_idle_ping.py:24: start network...\u000a00:49:01.036731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:49:01.588896 run create_hlr_db(pid=20496): Launched\u000a00:49:01.781630 bus /gobi_6: Setting Powered False\u000a00:49:02.799104 run create_hlr_db(pid=20496): Terminated: ok {rc=0}\u000a00:49:03.235071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20498): Launched\u000a00:49:03.562972 run osmo-hlr_10.42.42.2(pid=20499): Launched\u000a00:49:03.682268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:49:04.246867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20501): Launched\u000a00:49:04.575968 run osmo-stp_10.42.42.5(pid=20502): Launched\u000a00:49:04.694298 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:49:05.262781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20504): Launched\u000a00:49:05.379126 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:49:05.664329 run patchelf(pid=20505): Launched\u000a00:49:05.853900 run osmo-stp_10.42.42.5(pid=20502): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20502)]\u000a00:49:05.992749 run osmo-stp_10.42.42.5(pid=20502): stdout: \u000a| (launched: 2022-12-14_00:49:04.411309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:06.131649 run osmo-stp_10.42.42.5(pid=20502): stderr: \u000a| �[0;m�[38;5;43m20221214004904602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004904603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004904603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004904603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004904604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004904604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004904604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:06.266177 run osmo-stp_10.42.42.5(pid=20502): stdout: \u000a| (launched: 2022-12-14_00:49:04.411309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:06.398928 run osmo-stp_10.42.42.5(pid=20502): stderr: \u000a| �[0;m�[38;5;43m20221214004904602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004904603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004904603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004904603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004904604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004904604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004904604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:06.553083 run patchelf(pid=20505): Terminating (SIGINT)\u000a00:49:06.734101 run patchelf(pid=20505): Terminated: ok {rc=0}\u000a00:49:06.766800 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20502): Process ended prematurely: osmo-stp_10.42.42.5(pid=20502) [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20502)] [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a00:49:06.776059 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a00:49:06.839701 run osmo-hlr_10.42.42.2(pid=20499): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20499)]\u000a00:49:06.891423 run osmo-hlr_10.42.42.2(pid=20499): stdout: \u000a| (launched: 2022-12-14_00:49:03.400345) \u000a00:49:06.943842 run osmo-hlr_10.42.42.2(pid=20499): stderr: \u000a| �[0;m�[1;31m20221214004903597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004903597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004903597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004903597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004903597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004903597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004903610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004903619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004903619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004903619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:49:06.988636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20498): Terminating (SIGTERM)\u000a00:49:07.030584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20501): Terminating (SIGTERM)\u000a00:49:07.073045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20504): Terminating (SIGTERM)\u000a00:49:07.082674 --- ParallelTerminationStrategy: PID 20498 died...\u000a00:49:07.139557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20498): Terminated: ok {rc=0}\u000a00:49:07.149656 --- ParallelTerminationStrategy: PID 20501 died...\u000a00:49:07.206170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20501): Terminated: ok {rc=0}\u000a00:49:07.216458 --- ParallelTerminationStrategy: PID 20504 died...\u000a00:49:07.272508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20504): Terminated: ok {rc=0}\u000a00:49:07.359938 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:48:08" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20520): Process ended prematurely: osmo-stp_10.42.42.5(pid=20520) [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20520)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20520): Process ended prematurely: osmo-stp_10.42.42.5(pid=20520) [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20520)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:49:09.487485 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:09.498846 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:49:09.653648 tst cs_paging_gprs_active.py: using LAC 37387\u000a00:49:09.780539 tst cs_paging_gprs_active.py: using RAC 157\u000a00:49:09.902923 tst cs_paging_gprs_active.py: using CellId 37387\u000a00:49:10.024580 tst cs_paging_gprs_active.py: using BVCI 37388\u000a00:49:10.048396 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:10.059305 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:10.070164 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:10.080849 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:10.091544 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:10.102323 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:10.113471 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:10.124036 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:10.134839 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:49:10.251945 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:49:10.538345 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:49:10.665756 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:49:10.985721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20510): Launched\u000a00:49:11.250359 run iperf3-srv_10.42.42.10(pid=20511): Launched\u000a00:49:11.437755 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:49:11.564929 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:49:11.884109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20512): Launched\u000a00:49:12.147421 run iperf3-srv_10.42.42.10(pid=20513): Launched\u000a00:49:12.333455 tst cs_paging_gprs_active.py:38: start network...\u000a00:49:12.460068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:49:12.953210 run create_hlr_db(pid=20514): Launched\u000a00:49:13.129145 bus /gobi_6: Setting Powered False\u000a00:49:14.150442 run create_hlr_db(pid=20514): Terminated: ok {rc=0}\u000a00:49:14.559363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20516): Launched\u000a00:49:14.868084 run osmo-hlr_10.42.42.2(pid=20517): Launched\u000a00:49:14.979740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:49:15.513461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20519): Launched\u000a00:49:15.820369 run osmo-stp_10.42.42.5(pid=20520): Launched\u000a00:49:16.084007 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:49:16.799426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20522): Launched\u000a00:49:16.913319 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:49:17.203493 run patchelf(pid=20523): Launched\u000a00:49:17.384771 run osmo-stp_10.42.42.5(pid=20520): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20520)]\u000a00:49:17.516427 run osmo-stp_10.42.42.5(pid=20520): stdout: \u000a| (launched: 2022-12-14_00:49:15.668566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:17.648250 run osmo-stp_10.42.42.5(pid=20520): stderr: \u000a| �[0;m�[38;5;43m20221214004915876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004915876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004915876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004915880 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004915881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004915881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004915881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:17.774907 run osmo-stp_10.42.42.5(pid=20520): stdout: \u000a| (launched: 2022-12-14_00:49:15.668566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:17.900339 run osmo-stp_10.42.42.5(pid=20520): stderr: \u000a| �[0;m�[38;5;43m20221214004915876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004915876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004915876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004915880 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004915881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004915881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004915881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:18.046994 run patchelf(pid=20523): Terminating (SIGINT)\u000a00:49:18.219516 run patchelf(pid=20523): Terminated: ok {rc=0}\u000a00:49:18.251011 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20520): Process ended prematurely: osmo-stp_10.42.42.5(pid=20520) [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20520)] [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a00:49:18.260315 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a00:49:18.320319 run osmo-hlr_10.42.42.2(pid=20517): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20517)]\u000a00:49:18.369143 run osmo-hlr_10.42.42.2(pid=20517): stdout: \u000a| (launched: 2022-12-14_00:49:14.714921) \u000a00:49:18.418417 run osmo-hlr_10.42.42.2(pid=20517): stderr: \u000a| �[0;m�[1;31m20221214004914894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004914894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004914894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004914894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004914894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004914895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004914907 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004914916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004914916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004914916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:49:18.460419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20510): Terminating (SIGTERM)\u000a00:49:18.499997 run iperf3-srv_10.42.42.10(pid=20511): Terminating (SIGTERM)\u000a00:49:18.539595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20512): Terminating (SIGTERM)\u000a00:49:18.578955 run iperf3-srv_10.42.42.10(pid=20513): Terminating (SIGTERM)\u000a00:49:18.618434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20516): Terminating (SIGTERM)\u000a00:49:18.657816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20519): Terminating (SIGTERM)\u000a00:49:18.697164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20522): Terminating (SIGTERM)\u000a00:49:18.706289 --- ParallelTerminationStrategy: PID 20510 died...\u000a00:49:18.759582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20510): Terminated: ok {rc=0}\u000a00:49:18.769168 --- ParallelTerminationStrategy: PID 20511 died...\u000a00:49:18.821870 run iperf3-srv_10.42.42.10(pid=20511): Terminated {rc=256}\u000a00:49:18.831382 --- ParallelTerminationStrategy: PID 20512 died...\u000a00:49:18.884214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20512): Terminated: ok {rc=0}\u000a00:49:18.893740 --- ParallelTerminationStrategy: PID 20513 died...\u000a00:49:18.946619 run iperf3-srv_10.42.42.10(pid=20513): Terminated {rc=256}\u000a00:49:18.956097 --- ParallelTerminationStrategy: PID 20516 died...\u000a00:49:19.009008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20516): Terminated: ok {rc=0}\u000a00:49:19.018516 --- ParallelTerminationStrategy: PID 20519 died...\u000a00:49:19.071194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20519): Terminated: ok {rc=0}\u000a00:49:19.080626 --- ParallelTerminationStrategy: PID 20522 died...\u000a00:49:19.133370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20522): Terminated: ok {rc=0}\u000a00:49:19.221993 bus /gobi_0: Setting Powered False\u000a00:49:20.324533 bus /gobi_0: Setting Powered False\u000a00:49:21.433068 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20532): Process ended prematurely: osmo-stp_10.42.42.5(pid=20532) [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20532)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20532): Process ended prematurely: osmo-stp_10.42.42.5(pid=20532) [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20532)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a00:49:22.542952 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:22.554545 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:49:22.703988 tst iperf3.py: using LAC 37388\u000a00:49:22.825674 tst iperf3.py: using RAC 158\u000a00:49:22.945081 tst iperf3.py: using CellId 37388\u000a00:49:23.066247 tst iperf3.py: using BVCI 37389\u000a00:49:23.089757 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:23.100620 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:23.111338 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:23.122190 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:23.132824 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:23.143522 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:23.154305 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:23.164821 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:23.175753 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:49:23.453681 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:49:23.589842 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:49:23.934168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20524): Launched\u000a00:49:24.219952 run iperf3-srv_10.42.42.10(pid=20525): Launched\u000a00:49:24.422236 tst iperf3.py:8: start network...\u000a00:49:24.559807 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:49:25.078612 run create_hlr_db(pid=20526): Launched\u000a00:49:25.269717 bus /gobi_6: Setting Powered False\u000a00:49:26.290024 run create_hlr_db(pid=20526): Terminated: ok {rc=0}\u000a00:49:26.729197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20528): Launched\u000a00:49:27.059837 run osmo-hlr_10.42.42.2(pid=20529): Launched\u000a00:49:27.184611 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:49:27.764351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20531): Launched\u000a00:49:28.095559 run osmo-stp_10.42.42.5(pid=20532): Launched\u000a00:49:28.215214 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:49:28.789368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20534): Launched\u000a00:49:28.907128 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:49:29.196892 run patchelf(pid=20535): Launched\u000a00:49:29.390665 run osmo-stp_10.42.42.5(pid=20532): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20532)]\u000a00:49:29.532225 run osmo-stp_10.42.42.5(pid=20532): stdout: \u000a| (launched: 2022-12-14_00:49:27.931483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:29.674140 run osmo-stp_10.42.42.5(pid=20532): stderr: \u000a| �[0;m�[38;5;43m20221214004928122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004928123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004928123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004928123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004928124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004928124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004928124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:29.810789 run osmo-stp_10.42.42.5(pid=20532): stdout: \u000a| (launched: 2022-12-14_00:49:27.931483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:29.945727 run osmo-stp_10.42.42.5(pid=20532): stderr: \u000a| �[0;m�[38;5;43m20221214004928122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004928123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004928123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004928123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004928124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004928124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004928124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:30.103223 run patchelf(pid=20535): Terminating (SIGINT)\u000a00:49:30.288116 run patchelf(pid=20535): Terminated: ok {rc=0}\u000a00:49:30.322237 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20532): Process ended prematurely: osmo-stp_10.42.42.5(pid=20532) [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20532)] [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a00:49:30.332282 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a00:49:30.395893 run osmo-hlr_10.42.42.2(pid=20529): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20529)]\u000a00:49:30.447611 run osmo-hlr_10.42.42.2(pid=20529): stdout: \u000a| (launched: 2022-12-14_00:49:26.895694) \u000a00:49:30.500361 run osmo-hlr_10.42.42.2(pid=20529): stderr: \u000a| �[0;m�[1;31m20221214004927093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004927093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004927093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004927093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004927093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004927094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004927106 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004927114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004927114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004927114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:49:30.545105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20524): Terminating (SIGTERM)\u000a00:49:30.587202 run iperf3-srv_10.42.42.10(pid=20525): Terminating (SIGTERM)\u000a00:49:30.629889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20528): Terminating (SIGTERM)\u000a00:49:30.671888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20531): Terminating (SIGTERM)\u000a00:49:30.714641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20534): Terminating (SIGTERM)\u000a00:49:30.724707 --- ParallelTerminationStrategy: PID 20524 died...\u000a00:49:30.781268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20524): Terminated: ok {rc=0}\u000a00:49:30.791294 --- ParallelTerminationStrategy: PID 20525 died...\u000a00:49:30.852072 run iperf3-srv_10.42.42.10(pid=20525): Terminated {rc=256}\u000a00:49:30.863452 --- ParallelTerminationStrategy: PID 20528 died...\u000a00:49:30.928018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20528): Terminated: ok {rc=0}\u000a00:49:30.939264 --- ParallelTerminationStrategy: PID 20531 died...\u000a00:49:30.997683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20531): Terminated: ok {rc=0}\u000a00:49:31.008526 --- ParallelTerminationStrategy: PID 20534 died...\u000a00:49:31.068070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20534): Terminated: ok {rc=0}\u000a00:49:31.157809 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20550): Process ended prematurely: osmo-stp_10.42.42.5(pid=20550) [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20550)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20550): Process ended prematurely: osmo-stp_10.42.42.5(pid=20550) [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a00:49:32.270331 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:32.282568 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:49:32.431326 tst iperf3m4.py: using LAC 37389\u000a00:49:32.552786 tst iperf3m4.py: using RAC 159\u000a00:49:32.674356 tst iperf3m4.py: using CellId 37389\u000a00:49:32.797330 tst iperf3m4.py: using BVCI 37390\u000a00:49:32.820712 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:32.831674 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:32.842473 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:32.853327 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:32.864477 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:32.875852 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:32.887200 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:32.898365 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:32.909899 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:49:33.031793 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:49:33.152543 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:49:33.271848 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:49:33.553752 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:49:33.681160 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:49:33.999559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20536): Launched\u000a00:49:34.265426 run iperf3-srv_10.42.42.10(pid=20537): Launched\u000a00:49:34.450813 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:49:34.577245 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:49:34.896239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20538): Launched\u000a00:49:35.160179 run iperf3-srv_10.42.42.10(pid=20539): Launched\u000a00:49:35.347049 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:49:35.473354 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:49:35.792781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20540): Launched\u000a00:49:36.058379 run iperf3-srv_10.42.42.10(pid=20541): Launched\u000a00:49:36.244146 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:49:36.370477 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:49:36.690727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20542): Launched\u000a00:49:36.956195 run iperf3-srv_10.42.42.10(pid=20543): Launched\u000a00:49:37.141555 tst iperf3m4.py:8: start network...\u000a00:49:37.267799 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:49:37.758198 run create_hlr_db(pid=20544): Launched\u000a00:49:37.934448 bus /gobi_6: Setting Powered False\u000a00:49:38.956140 run create_hlr_db(pid=20544): Terminated: ok {rc=0}\u000a00:49:39.370041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20546): Launched\u000a00:49:39.676025 run osmo-hlr_10.42.42.2(pid=20547): Launched\u000a00:49:39.796863 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:49:40.343323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20549): Launched\u000a00:49:40.650220 run osmo-stp_10.42.42.5(pid=20550): Launched\u000a00:49:40.759808 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:49:41.296094 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20552): Launched\u000a00:49:41.405865 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:49:41.675957 run patchelf(pid=20553): Launched\u000a00:49:41.856144 run osmo-stp_10.42.42.5(pid=20550): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20550)]\u000a00:49:41.988749 run osmo-stp_10.42.42.5(pid=20550): stdout: \u000a| (launched: 2022-12-14_00:49:40.499460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:42.121841 run osmo-stp_10.42.42.5(pid=20550): stderr: \u000a| �[0;m�[38;5;43m20221214004940667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004940667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004940668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004940668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004940668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004940669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004940669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:42.248825 run osmo-stp_10.42.42.5(pid=20550): stdout: \u000a| (launched: 2022-12-14_00:49:40.499460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:42.374939 run osmo-stp_10.42.42.5(pid=20550): stderr: \u000a| �[0;m�[38;5;43m20221214004940667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004940667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004940668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004940668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004940668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004940669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004940669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:42.521631 run patchelf(pid=20553): Terminating (SIGINT)\u000a00:49:42.695234 run patchelf(pid=20553): Terminated: ok {rc=0}\u000a00:49:42.726996 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20550): Process ended prematurely: osmo-stp_10.42.42.5(pid=20550) [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20550)] [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a00:49:42.736368 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a00:49:42.795958 run osmo-hlr_10.42.42.2(pid=20547): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20547)]\u000a00:49:42.844617 run osmo-hlr_10.42.42.2(pid=20547): stdout: \u000a| (launched: 2022-12-14_00:49:39.525209) \u000a00:49:42.893805 run osmo-hlr_10.42.42.2(pid=20547): stderr: \u000a| �[0;m�[1;31m20221214004939702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004939702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004939702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004939702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004939702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004939702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004939714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004939723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004939723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004939723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:49:42.935213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20536): Terminating (SIGTERM)\u000a00:49:42.974276 run iperf3-srv_10.42.42.10(pid=20537): Terminating (SIGTERM)\u000a00:49:43.013552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20538): Terminating (SIGTERM)\u000a00:49:43.053041 run iperf3-srv_10.42.42.10(pid=20539): Terminating (SIGTERM)\u000a00:49:43.093079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20540): Terminating (SIGTERM)\u000a00:49:43.132537 run iperf3-srv_10.42.42.10(pid=20541): Terminating (SIGTERM)\u000a00:49:43.171891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20542): Terminating (SIGTERM)\u000a00:49:43.211104 run iperf3-srv_10.42.42.10(pid=20543): Terminating (SIGTERM)\u000a00:49:43.250580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20546): Terminating (SIGTERM)\u000a00:49:43.289917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20549): Terminating (SIGTERM)\u000a00:49:43.329410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20552): Terminating (SIGTERM)\u000a00:49:43.338873 --- ParallelTerminationStrategy: PID 20536 died...\u000a00:49:43.392212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20536): Terminated: ok {rc=0}\u000a00:49:43.401733 --- ParallelTerminationStrategy: PID 20537 died...\u000a00:49:43.454319 run iperf3-srv_10.42.42.10(pid=20537): Terminated {rc=256}\u000a00:49:43.463861 --- ParallelTerminationStrategy: PID 20538 died...\u000a00:49:43.516636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20538): Terminated: ok {rc=0}\u000a00:49:43.526161 --- ParallelTerminationStrategy: PID 20539 died...\u000a00:49:43.578693 run iperf3-srv_10.42.42.10(pid=20539): Terminated {rc=256}\u000a00:49:43.588153 --- ParallelTerminationStrategy: PID 20540 died...\u000a00:49:43.640787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20540): Terminated: ok {rc=0}\u000a00:49:43.650289 --- ParallelTerminationStrategy: PID 20541 died...\u000a00:49:43.703016 run iperf3-srv_10.42.42.10(pid=20541): Terminated {rc=256}\u000a00:49:43.712486 --- ParallelTerminationStrategy: PID 20542 died...\u000a00:49:43.765181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20542): Terminated: ok {rc=0}\u000a00:49:43.774693 --- ParallelTerminationStrategy: PID 20543 died...\u000a00:49:43.827419 run iperf3-srv_10.42.42.10(pid=20543): Terminated {rc=256}\u000a00:49:43.837047 --- ParallelTerminationStrategy: PID 20546 died...\u000a00:49:43.889818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20546): Terminated: ok {rc=0}\u000a00:49:43.899381 --- ParallelTerminationStrategy: PID 20549 died...\u000a00:49:43.952134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20549): Terminated: ok {rc=0}\u000a00:49:43.961773 --- ParallelTerminationStrategy: PID 20552 died...\u000a00:49:44.014674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20552): Terminated: ok {rc=0}\u000a00:49:44.103821 bus /gobi_4: Setting Powered False\u000a00:49:45.209547 bus /gobi_4: Setting Powered False\u000a00:49:46.318197 bus /gobi_1: Setting Powered False\u000a00:49:47.424351 bus /gobi_1: Setting Powered False\u000a00:49:48.533231 bus /gobi_0: Setting Powered False\u000a00:49:49.633579 bus /gobi_0: Setting Powered False\u000a00:49:50.745112 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20560): Process ended prematurely: osmo-stp_10.42.42.5(pid=20560) [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20560)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20560): Process ended prematurely: osmo-stp_10.42.42.5(pid=20560) [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20560)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a00:49:51.813859 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:51.826003 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:49:51.979963 tst ping.py: using LAC 37390\u000a00:49:52.106376 tst ping.py: using RAC 160\u000a00:49:52.234147 tst ping.py: using CellId 37390\u000a00:49:52.362677 tst ping.py: using BVCI 37391\u000a00:49:52.387511 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:52.399140 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:52.410393 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:52.422144 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:52.433544 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:52.444821 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:52.456473 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:52.467986 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:49:52.744737 tst ping.py:19: start network...\u000a00:49:52.869525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:49:53.352617 run create_hlr_db(pid=20554): Launched\u000a00:49:53.527441 bus /gobi_6: Setting Powered False\u000a00:49:54.547625 run create_hlr_db(pid=20554): Terminated: ok {rc=0}\u000a00:49:54.980418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20556): Launched\u000a00:49:55.307462 run osmo-hlr_10.42.42.2(pid=20557): Launched\u000a00:49:55.427581 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:49:55.995992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20559): Launched\u000a00:49:56.320409 run osmo-stp_10.42.42.5(pid=20560): Launched\u000a00:49:56.429657 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:49:56.958013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20562): Launched\u000a00:49:57.064359 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:49:57.327553 run patchelf(pid=20563): Launched\u000a00:49:57.504164 run osmo-stp_10.42.42.5(pid=20560): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20560)]\u000a00:49:57.633331 run osmo-stp_10.42.42.5(pid=20560): stdout: \u000a| (launched: 2022-12-14_00:49:56.160297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:57.762442 run osmo-stp_10.42.42.5(pid=20560): stderr: \u000a| �[0;m�[38;5;43m20221214004956332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004956332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004956332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004956333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004956333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004956333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004956333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:57.886750 run osmo-stp_10.42.42.5(pid=20560): stdout: \u000a| (launched: 2022-12-14_00:49:56.160297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:58.009317 run osmo-stp_10.42.42.5(pid=20560): stderr: \u000a| �[0;m�[38;5;43m20221214004956332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214004956332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214004956332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214004956333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214004956333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214004956333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214004956333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:58.152648 run patchelf(pid=20563): Terminating (SIGINT)\u000a00:49:58.321142 run patchelf(pid=20563): Terminated: ok {rc=0}\u000a00:49:58.351561 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20560): Process ended prematurely: osmo-stp_10.42.42.5(pid=20560) [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20560)] [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a00:49:58.360354 tst ping.py:22: Test FAILED (6.5 sec)\u000a00:49:58.420819 run osmo-hlr_10.42.42.2(pid=20557): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20557)]\u000a00:49:58.470022 run osmo-hlr_10.42.42.2(pid=20557): stdout: \u000a| (launched: 2022-12-14_00:49:55.145398) \u000a00:49:58.519746 run osmo-hlr_10.42.42.2(pid=20557): stderr: \u000a| �[0;m�[1;31m20221214004955342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214004955342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214004955342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004955342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214004955342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214004955342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214004955357 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214004955365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214004955365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214004955365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:49:58.562312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20556): Terminating (SIGTERM)\u000a00:49:58.602511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20559): Terminating (SIGTERM)\u000a00:49:58.642489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20562): Terminating (SIGTERM)\u000a00:49:58.651717 --- ParallelTerminationStrategy: PID 20556 died...\u000a00:49:58.705150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20556): Terminated: ok {rc=0}\u000a00:49:58.714721 --- ParallelTerminationStrategy: PID 20559 died...\u000a00:49:58.768007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20559): Terminated: ok {rc=0}\u000a00:49:58.777615 --- ParallelTerminationStrategy: PID 20562 died...\u000a00:49:58.830950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20562): Terminated: ok {rc=0}\u000a00:49:58.916534 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20573): Process ended prematurely: osmo-stp_10.42.42.5(pid=20573) [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20573)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20573): Process ended prematurely: osmo-stp_10.42.42.5(pid=20573) [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a00:49:59.970268 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:59.982900 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:50:00.137747 tst ping_idle_ping.py: using LAC 37391\u000a00:50:00.266026 tst ping_idle_ping.py: using RAC 161\u000a00:50:00.392530 tst ping_idle_ping.py: using CellId 37391\u000a00:50:00.513931 tst ping_idle_ping.py: using BVCI 37392\u000a00:50:00.536994 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:50:00.548189 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:50:00.559299 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:50:00.570253 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:50:00.581694 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:50:00.593003 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:50:00.604448 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:50:00.615938 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:50:00.917281 tst ping_idle_ping.py:24: start network...\u000a00:50:01.057805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:50:01.616059 run create_hlr_db(pid=20564): Launched\u000a00:50:01.825112 bus /gobi_6: Setting Powered False\u000a00:50:02.830378 run create_hlr_db(pid=20564): Terminated: ok {rc=0}\u000a00:50:03.248278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20569): Launched\u000a00:50:03.552132 run osmo-hlr_10.42.42.2(pid=20570): Launched\u000a00:50:03.663343 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:50:04.191095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20572): Launched\u000a00:50:04.494405 run osmo-stp_10.42.42.5(pid=20573): Launched\u000a00:50:04.603661 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:50:05.132100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20575): Launched\u000a00:50:05.239396 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:50:05.505102 run patchelf(pid=20576): Launched\u000a00:50:05.683157 run osmo-stp_10.42.42.5(pid=20573): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20573)]\u000a00:50:05.812418 run osmo-stp_10.42.42.5(pid=20573): stdout: \u000a| (launched: 2022-12-14_00:50:04.344444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:05.942391 run osmo-stp_10.42.42.5(pid=20573): stderr: \u000a| �[0;m�[38;5;43m20221214005004513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005004513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005004513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005004514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005004514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005004514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005004514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:06.067843 run osmo-stp_10.42.42.5(pid=20573): stdout: \u000a| (launched: 2022-12-14_00:50:04.344444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:06.191309 run osmo-stp_10.42.42.5(pid=20573): stderr: \u000a| �[0;m�[38;5;43m20221214005004513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005004513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005004513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005004514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005004514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005004514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005004514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:06.335093 run patchelf(pid=20576): Terminating (SIGINT)\u000a00:50:06.503646 run patchelf(pid=20576): Terminated: ok {rc=0}\u000a00:50:06.534423 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20573): Process ended prematurely: osmo-stp_10.42.42.5(pid=20573) [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20573)] [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a00:50:06.543058 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a00:50:06.603105 run osmo-hlr_10.42.42.2(pid=20570): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20570)]\u000a00:50:06.652236 run osmo-hlr_10.42.42.2(pid=20570): stdout: \u000a| (launched: 2022-12-14_00:50:03.401309) \u000a00:50:06.702152 run osmo-hlr_10.42.42.2(pid=20570): stderr: \u000a| �[0;m�[1;31m20221214005003575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005003575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005003575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005003576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005003576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005003576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005003590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005003600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005003601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005003601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:50:06.744329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20569): Terminating (SIGTERM)\u000a00:50:06.783893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20572): Terminating (SIGTERM)\u000a00:50:06.823734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20575): Terminating (SIGTERM)\u000a00:50:06.832643 --- ParallelTerminationStrategy: PID 20569 died...\u000a00:50:06.885769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20569): Terminated: ok {rc=0}\u000a00:50:06.895330 --- ParallelTerminationStrategy: PID 20572 died...\u000a00:50:06.948384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20572): Terminated: ok {rc=0}\u000a00:50:06.958080 --- ParallelTerminationStrategy: PID 20575 died...\u000a00:50:07.011199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20575): Terminated: ok {rc=0}\u000a00:50:07.100308 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:49:09" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20586): Process ended prematurely: osmo-stp_10.42.42.5(pid=20586) [trial-2397↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20586)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20586): Process ended prematurely: osmo-stp_10.42.42.5(pid=20586) [trial-2397↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20586)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a00:50:09.103257 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:50:09.114511 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:50:09.261945 tst switch_tch_pdch.py: using LAC 37392\u000a00:50:09.379976 tst switch_tch_pdch.py: using RAC 162\u000a00:50:09.500382 tst switch_tch_pdch.py: using CellId 37392\u000a00:50:09.621740 tst switch_tch_pdch.py: using BVCI 37393\u000a00:50:09.644790 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:50:09.655923 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:50:09.666969 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:50:09.677961 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:50:09.689362 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:50:09.700750 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:50:09.712463 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:50:09.723938 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:50:09.845670 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:50:10.121847 tst switch_tch_pdch.py:51: start network...\u000a00:50:10.246818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:50:10.732016 run create_hlr_db(pid=20580): Launched\u000a00:50:10.905714 bus /gobi_6: Setting Powered False\u000a00:50:11.928234 run create_hlr_db(pid=20580): Terminated: ok {rc=0}\u000a00:50:12.362294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20582): Launched\u000a00:50:12.689877 run osmo-hlr_10.42.42.2(pid=20583): Launched\u000a00:50:12.811679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:50:13.374680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20585): Launched\u000a00:50:13.701850 run osmo-stp_10.42.42.5(pid=20586): Launched\u000a00:50:13.818494 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:50:14.385444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20588): Launched\u000a00:50:14.500468 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:50:14.785069 run patchelf(pid=20589): Launched\u000a00:50:14.974449 run osmo-stp_10.42.42.5(pid=20586): ERR: Terminated: ERROR {rc=1} [trial-2397↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20586)]\u000a00:50:15.112752 run osmo-stp_10.42.42.5(pid=20586): stdout: \u000a| (launched: 2022-12-14_00:50:13.538777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:15.251994 run osmo-stp_10.42.42.5(pid=20586): stderr: \u000a| �[0;m�[38;5;43m20221214005013729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005013729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005013729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005013729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005013730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005013730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005013730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:15.385607 run osmo-stp_10.42.42.5(pid=20586): stdout: \u000a| (launched: 2022-12-14_00:50:13.538777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:15.518119 run osmo-stp_10.42.42.5(pid=20586): stderr: \u000a| �[0;m�[38;5;43m20221214005013729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005013729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005013729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005013729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005013730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005013730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005013730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:15.672540 run patchelf(pid=20589): Terminating (SIGINT)\u000a00:50:15.860807 run patchelf(pid=20589): Terminated: ok {rc=0}\u000a00:50:15.899783 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20586): Process ended prematurely: osmo-stp_10.42.42.5(pid=20586) [trial-2397↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20586)] [trial-2397↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a00:50:15.910764 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a00:50:15.981481 run osmo-hlr_10.42.42.2(pid=20583): ERR: Terminated: ERROR {rc=237} [trial-2397↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20583)]\u000a00:50:16.035519 run osmo-hlr_10.42.42.2(pid=20583): stdout: \u000a| (launched: 2022-12-14_00:50:12.526696) \u000a00:50:16.090657 run osmo-hlr_10.42.42.2(pid=20583): stderr: \u000a| �[0;m�[1;31m20221214005012723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005012723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005012723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005012723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005012723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005012723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005012735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005012744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005012744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005012744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:50:16.138221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20582): Terminating (SIGTERM)\u000a00:50:16.184912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20585): Terminating (SIGTERM)\u000a00:50:16.231004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20588): Terminating (SIGTERM)\u000a00:50:16.242842 --- ParallelTerminationStrategy: PID 20582 died...\u000a00:50:16.303043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20582): Terminated: ok {rc=0}\u000a00:50:16.314245 --- ParallelTerminationStrategy: PID 20585 died...\u000a00:50:16.374060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20585): Terminated: ok {rc=0}\u000a00:50:16.385187 --- ParallelTerminationStrategy: PID 20588 died...\u000a00:50:16.444220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20588): Terminated: ok {rc=0}\u000a00:50:16.534543 bus /gobi_0: Setting Powered False\u000a00:50:17.639197 bus /gobi_0: Setting Powered False\u000a00:50:18.745421 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:50:08" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20600): Process ended prematurely: osmo-stp_10.42.42.5(pid=20600) [trial-2397↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20600)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20600): Process ended prematurely: osmo-stp_10.42.42.5(pid=20600) [trial-2397↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20600)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a00:50:20.704931 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:20.716365 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a00:50:20.871384 tst switch_tch_pdch.py: using LAC 37393\u000a00:50:20.997989 tst switch_tch_pdch.py: using RAC 163\u000a00:50:21.124265 tst switch_tch_pdch.py: using CellId 37393\u000a00:50:21.252281 tst switch_tch_pdch.py: using BVCI 37394\u000a00:50:21.276795 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:21.288269 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:21.299590 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:21.310835 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:21.322319 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:21.333786 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:21.345553 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:21.357123 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:50:21.474675 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:50:21.751479 tst switch_tch_pdch.py:51: start network...\u000a00:50:21.876246 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:50:22.334503 run create_hlr_db(pid=20594): Launched\u000a00:50:22.457457 bus /gobi_6: Setting Powered False\u000a00:50:23.530290 run create_hlr_db(pid=20594): Terminated: ok {rc=0}\u000a00:50:23.934089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20596): Launched\u000a00:50:24.260247 run osmo-hlr_10.42.42.2(pid=20597): Launched\u000a00:50:24.382283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:50:24.919206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20599): Launched\u000a00:50:25.245159 run osmo-stp_10.42.42.5(pid=20600): Launched\u000a00:50:25.363705 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:50:25.904205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20602): Launched\u000a00:50:26.020040 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:50:26.305279 run patchelf(pid=20603): Launched\u000a00:50:26.494908 run osmo-stp_10.42.42.5(pid=20600): ERR: Terminated: ERROR {rc=1} [trial-2397↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20600)]\u000a00:50:26.633930 run osmo-stp_10.42.42.5(pid=20600): stdout: \u000a| (launched: 2022-12-14_00:50:25.083906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:26.772864 run osmo-stp_10.42.42.5(pid=20600): stderr: \u000a| �[0;m�[38;5;43m20221214005025276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005025276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005025276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005025277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005025277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005025277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005025277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:26.906672 run osmo-stp_10.42.42.5(pid=20600): stdout: \u000a| (launched: 2022-12-14_00:50:25.083906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:27.039559 run osmo-stp_10.42.42.5(pid=20600): stderr: \u000a| �[0;m�[38;5;43m20221214005025276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005025276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005025276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005025277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005025277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005025277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005025277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:27.194250 run patchelf(pid=20603): Terminating (SIGINT)\u000a00:50:27.375010 run patchelf(pid=20603): Terminated: ok {rc=0}\u000a00:50:27.407886 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20600): Process ended prematurely: osmo-stp_10.42.42.5(pid=20600) [trial-2397↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20600)] [trial-2397↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a00:50:27.417317 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a00:50:27.481244 run osmo-hlr_10.42.42.2(pid=20597): ERR: Terminated: ERROR {rc=237} [trial-2397↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20597)]\u000a00:50:27.533483 run osmo-hlr_10.42.42.2(pid=20597): stdout: \u000a| (launched: 2022-12-14_00:50:24.098633) \u000a00:50:27.586255 run osmo-hlr_10.42.42.2(pid=20597): stderr: \u000a| �[0;m�[1;31m20221214005024296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005024297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005024297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005024297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005024297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005024297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005024309 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005024317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005024317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005024317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:50:27.631471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20596): Terminating (SIGTERM)\u000a00:50:27.673973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20599): Terminating (SIGTERM)\u000a00:50:27.716530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20602): Terminating (SIGTERM)\u000a00:50:27.726437 --- ParallelTerminationStrategy: PID 20596 died...\u000a00:50:27.783798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20596): Terminated: ok {rc=0}\u000a00:50:27.794093 --- ParallelTerminationStrategy: PID 20599 died...\u000a00:50:27.850921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20599): Terminated: ok {rc=0}\u000a00:50:27.861182 --- ParallelTerminationStrategy: PID 20602 died...\u000a00:50:27.917855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20602): Terminated: ok {rc=0}\u000a00:50:28.006213 bus /gobi_0: Setting Powered False\u000a00:50:29.110716 bus /gobi_0: Setting Powered False\u000a00:50:30.223618 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:50:20" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20609): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20609) [trial-2397↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20609)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20609): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20609) [trial-2397↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a00:50:32.137525 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a00:50:32.152915 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a00:50:32.290002 tst mo_mt_sms.py: using LAC 37394\u000a00:50:32.409147 tst mo_mt_sms.py: using RAC 164\u000a00:50:32.530168 tst mo_mt_sms.py: using CellId 37394\u000a00:50:32.650423 tst mo_mt_sms.py: using BVCI 37395\u000a00:50:32.673634 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a00:50:32.793848 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a00:50:33.070489 tst mo_mt_sms.py:9: start nitb and bts...\u000a00:50:33.196143 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:50:33.822498 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20608): Launched\u000a00:50:34.123772 run osmo-nitb_10.42.42.2(pid=20609): Launched\u000a00:50:34.309732 run osmo-nitb_10.42.42.2(pid=20609): ERR: Terminated: ERROR {rc=2} [trial-2397↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20609)]\u000a00:50:34.446579 run osmo-nitb_10.42.42.2(pid=20609): stdout: \u000a| (launched: 2022-12-14_00:50:33.976869) \u000a00:50:34.583394 run osmo-nitb_10.42.42.2(pid=20609): stderr: \u000a| (launched: 2022-12-14_00:50:34.021857)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:50:34.715408 run osmo-nitb_10.42.42.2(pid=20609): stdout: \u000a| (launched: 2022-12-14_00:50:33.976869) \u000a00:50:34.846396 run osmo-nitb_10.42.42.2(pid=20609): stderr: \u000a| (launched: 2022-12-14_00:50:34.021857)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:50:35.245587 tst osmo-nitb_10.42.42.2(pid=20609): stdout: \u000a| (launched: 2022-12-14_00:50:33.976869) \u000a00:50:35.365454 tst osmo-nitb_10.42.42.2(pid=20609): stderr: \u000a| (launched: 2022-12-14_00:50:34.021857)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:50:35.417772 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=20609): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20609) [trial-2397↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20609)] [trial-2397↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a00:50:35.425861 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a00:50:35.459815 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20608): Terminating (SIGTERM)\u000a00:50:35.637142 --- ParallelTerminationStrategy: PID 20608 died...\u000a00:50:35.691852 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20608): Terminated: ok {rc=0}\u000a00:50:35.780387 bus /sierra_3: Setting Powered False\u000a00:50:36.884993 bus /sierra_3: Setting Powered False\u000a00:50:37.996563 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:50:31" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20619): Process ended prematurely: osmo-stp_10.42.42.5(pid=20619) [trial-2397↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20619)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20619): Process ended prematurely: osmo-stp_10.42.42.5(pid=20619) [trial-2397↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20619)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a00:50:39.844179 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:39.854863 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a00:50:39.983842 tst mo_mt_sms.py: using LAC 37395\u000a00:50:40.110733 tst mo_mt_sms.py: using RAC 165\u000a00:50:40.238109 tst mo_mt_sms.py: using CellId 37395\u000a00:50:40.364379 tst mo_mt_sms.py: using BVCI 37396\u000a00:50:40.389152 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:40.400099 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:40.411044 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:40.422399 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:40.433620 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:40.444701 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a00:50:40.561104 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a00:50:40.764620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:50:41.250286 run create_hlr_db(pid=20613): Launched\u000a00:50:41.423876 bus /sierra_2: Setting Powered False\u000a00:50:42.446715 run create_hlr_db(pid=20613): Terminated: ok {rc=0}\u000a00:50:42.880682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20615): Launched\u000a00:50:43.207059 run osmo-hlr_10.42.42.2(pid=20616): Launched\u000a00:50:43.327279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:50:43.895274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20618): Launched\u000a00:50:44.220194 run osmo-stp_10.42.42.5(pid=20619): Launched\u000a00:50:44.337779 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:50:44.931296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20621): Launched\u000a00:50:45.258442 run osmo-msc_10.42.42.6(pid=20622): Launched\u000a00:50:45.447561 run osmo-stp_10.42.42.5(pid=20619): ERR: Terminated: ERROR {rc=1} [trial-2397↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20619)]\u000a00:50:45.584800 run osmo-stp_10.42.42.5(pid=20619): stdout: \u000a| (launched: 2022-12-14_00:50:44.059622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:45.720126 run osmo-stp_10.42.42.5(pid=20619): stderr: \u000a| �[0;m�[38;5;43m20221214005044249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005044249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005044249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005044250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005044250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005044250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005044250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:45.878184 run osmo-stp_10.42.42.5(pid=20619): stdout: \u000a| (launched: 2022-12-14_00:50:44.059622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:46.025823 run osmo-stp_10.42.42.5(pid=20619): stderr: \u000a| �[0;m�[38;5;43m20221214005044249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005044249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005044249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005044250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005044250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005044250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005044250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:46.084655 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=20619): Process ended prematurely: osmo-stp_10.42.42.5(pid=20619) [trial-2397↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20619)] [trial-2397↪sms:oc2g↪mo_mt_sms.py:16]\u000a00:50:46.094586 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a00:50:46.161092 run osmo-hlr_10.42.42.2(pid=20616): ERR: Terminated: ERROR {rc=237} [trial-2397↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20616)]\u000a00:50:46.215843 run osmo-hlr_10.42.42.2(pid=20616): stdout: \u000a| (launched: 2022-12-14_00:50:43.044891) \u000a00:50:46.271221 run osmo-hlr_10.42.42.2(pid=20616): stderr: \u000a| �[0;m�[1;31m20221214005043242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005043242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005043242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005043242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005043242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005043242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005043258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005043266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005043266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005043266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:50:46.348157 run osmo-msc_10.42.42.6(pid=20622): ERR: Terminated: ERROR {rc=2} [trial-2397↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20622)]\u000a00:50:46.410414 run osmo-msc_10.42.42.6(pid=20622): stdout: \u000a| (launched: 2022-12-14_00:50:45.095262) \u000a00:50:46.473475 run osmo-msc_10.42.42.6(pid=20622): stderr: \u000a| �[0;m�[38;5;43m20221214005045414 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005045415 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe186f43c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005045415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005045415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005045415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005045415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005045417 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005045417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005045417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005045417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:50:46.524066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20615): Terminating (SIGTERM)\u000a00:50:46.576833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20618): Terminating (SIGTERM)\u000a00:50:46.630405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20621): Terminating (SIGTERM)\u000a00:50:46.643194 --- ParallelTerminationStrategy: PID 20615 died...\u000a00:50:46.711391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20615): Terminated: ok {rc=0}\u000a00:50:46.723943 --- ParallelTerminationStrategy: PID 20618 died...\u000a00:50:46.791577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20618): Terminated: ok {rc=0}\u000a00:50:46.804090 --- ParallelTerminationStrategy: PID 20621 died...\u000a00:50:46.871692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20621): Terminated: ok {rc=0}\u000a00:50:46.979257 bus /sierra_3: Setting Powered False\u000a00:50:48.083300 bus /sierra_3: Setting Powered False\u000a00:50:49.196156 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:50:39" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20630): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20630) [trial-2397↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20630)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20630): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20630) [trial-2397↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a00:50:50.994519 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a00:50:51.005675 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a00:50:51.127249 tst assert_extension.py: using LAC 37396\u000a00:50:51.248169 tst assert_extension.py: using RAC 166\u000a00:50:51.368164 tst assert_extension.py: using CellId 37396\u000a00:50:51.488164 tst assert_extension.py: using BVCI 37397\u000a00:50:51.511115 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a00:50:51.792351 tst assert_extension.py:10: start nitb and bts...\u000a00:50:51.923032 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:50:52.597699 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20629): Launched\u000a00:50:52.921301 run osmo-nitb_10.42.42.2(pid=20630): Launched\u000a00:50:53.120490 run osmo-nitb_10.42.42.2(pid=20630): ERR: Terminated: ERROR {rc=2} [trial-2397↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20630)]\u000a00:50:53.267850 run osmo-nitb_10.42.42.2(pid=20630): stdout: \u000a| (launched: 2022-12-14_00:50:52.762037) \u000a00:50:53.415000 run osmo-nitb_10.42.42.2(pid=20630): stderr: \u000a| (launched: 2022-12-14_00:50:52.810078)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:50:53.557277 run osmo-nitb_10.42.42.2(pid=20630): stdout: \u000a| (launched: 2022-12-14_00:50:52.762037) \u000a00:50:53.698080 run osmo-nitb_10.42.42.2(pid=20630): stderr: \u000a| (launched: 2022-12-14_00:50:52.810078)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:50:54.044864 tst osmo-nitb_10.42.42.2(pid=20630): stdout: \u000a| (launched: 2022-12-14_00:50:52.762037) \u000a00:50:54.164351 tst osmo-nitb_10.42.42.2(pid=20630): stderr: \u000a| (launched: 2022-12-14_00:50:52.810078)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:50:54.216764 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=20630): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20630) [trial-2397↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20630)] [trial-2397↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a00:50:54.225320 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a00:50:54.260564 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20629): Terminating (SIGTERM)\u000a00:50:54.438250 --- ParallelTerminationStrategy: PID 20629 died...\u000a00:50:54.492773 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20629): Terminated: ok {rc=0}\u000a00:50:54.576617 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:50:50" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20640): Process ended prematurely: osmo-stp_10.42.42.5(pid=20640) [trial-2397↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20640)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20640): Process ended prematurely: osmo-stp_10.42.42.5(pid=20640) [trial-2397↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20640)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a00:50:56.383697 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:56.394706 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a00:50:56.523546 tst assert_extension.py: using LAC 37397\u000a00:50:56.649844 tst assert_extension.py: using RAC 167\u000a00:50:56.778415 tst assert_extension.py: using CellId 37397\u000a00:50:56.909879 tst assert_extension.py: using BVCI 37398\u000a00:50:56.934570 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:56.945747 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:56.956844 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:56.967879 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:56.979376 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:56.990580 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a00:50:57.190711 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:50:57.674491 run create_hlr_db(pid=20634): Launched\u000a00:50:57.847716 bus /sierra_2: Setting Powered False\u000a00:50:58.882407 run create_hlr_db(pid=20634): Terminated: ok {rc=0}\u000a00:50:59.315923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20636): Launched\u000a00:50:59.643708 run osmo-hlr_10.42.42.2(pid=20637): Launched\u000a00:50:59.767295 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:51:00.340403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20639): Launched\u000a00:51:00.667309 run osmo-stp_10.42.42.5(pid=20640): Launched\u000a00:51:00.785096 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:51:01.398307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20642): Launched\u000a00:51:01.865795 run osmo-msc_10.42.42.6(pid=20643): Launched\u000a00:51:02.356541 run osmo-stp_10.42.42.5(pid=20640): ERR: Terminated: ERROR {rc=1} [trial-2397↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20640)]\u000a00:51:02.555463 run osmo-stp_10.42.42.5(pid=20640): stdout: \u000a| (launched: 2022-12-14_00:51:00.505189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:02.690815 run osmo-stp_10.42.42.5(pid=20640): stderr: \u000a| �[0;m�[38;5;43m20221214005100699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005100699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005100699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005100699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005100700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005100700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005100700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:02.820831 run osmo-stp_10.42.42.5(pid=20640): stdout: \u000a| (launched: 2022-12-14_00:51:00.505189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:02.950566 run osmo-stp_10.42.42.5(pid=20640): stderr: \u000a| �[0;m�[38;5;43m20221214005100699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005100699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005100699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005100699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005100700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005100700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005100700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:03.007419 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=20640): Process ended prematurely: osmo-stp_10.42.42.5(pid=20640) [trial-2397↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20640)] [trial-2397↪ussd:oc2g↪assert_extension.py:17]\u000a00:51:03.016341 tst assert_extension.py:17: Test FAILED (6.6 sec)\u000a00:51:03.080538 run osmo-hlr_10.42.42.2(pid=20637): ERR: Terminated: ERROR {rc=237} [trial-2397↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20637)]\u000a00:51:03.132691 run osmo-hlr_10.42.42.2(pid=20637): stdout: \u000a| (launched: 2022-12-14_00:50:59.481378) \u000a00:51:03.185423 run osmo-hlr_10.42.42.2(pid=20637): stderr: \u000a| �[0;m�[1;31m20221214005059680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005059680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005059680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005059680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005059680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005059680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005059692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005059700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005059701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005059701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:51:03.257493 run osmo-msc_10.42.42.6(pid=20643): ERR: Terminated: ERROR {rc=2} [trial-2397↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20643)]\u000a00:51:03.309628 run osmo-msc_10.42.42.6(pid=20643): stdout: \u000a| (launched: 2022-12-14_00:51:01.559954) \u000a00:51:03.362327 run osmo-msc_10.42.42.6(pid=20643): stderr: \u000a| �[0;m�[38;5;43m20221214005102273 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005102274 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d37946c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005102274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005102274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005102274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005102274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005102276 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005102276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005102276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005102276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:51:03.407395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20636): Terminating (SIGTERM)\u000a00:51:03.450278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20639): Terminating (SIGTERM)\u000a00:51:03.493029 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20642): Terminating (SIGTERM)\u000a00:51:03.502777 --- ParallelTerminationStrategy: PID 20636 died...\u000a00:51:03.559498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20636): Terminated: ok {rc=0}\u000a00:51:03.569672 --- ParallelTerminationStrategy: PID 20639 died...\u000a00:51:03.626376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20639): Terminated: ok {rc=0}\u000a00:51:03.636468 --- ParallelTerminationStrategy: PID 20642 died...\u000a00:51:03.692908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20642): Terminated: ok {rc=0}\u000a00:51:03.779554 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:50:56" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20655): Process ended prematurely: osmo-stp_10.42.42.5(pid=20655) [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20655)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20655): Process ended prematurely: osmo-stp_10.42.42.5(pid=20655) [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:51:05.700577 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:05.712054 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:51:05.866042 tst mo_mt_call.py: using LAC 37398\u000a00:51:05.999069 tst mo_mt_call.py: using RAC 168\u000a00:51:06.126210 tst mo_mt_call.py: using CellId 37398\u000a00:51:06.257519 tst mo_mt_call.py: using BVCI 37399\u000a00:51:06.282726 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:06.294274 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:06.305709 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:06.317073 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:06.328674 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:06.340346 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:51:06.458947 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:51:06.671884 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:51:07.191221 run create_hlr_db(pid=20649): Launched\u000a00:51:07.383505 bus /sierra_2: Setting Powered False\u000a00:51:08.403094 run create_hlr_db(pid=20649): Terminated: ok {rc=0}\u000a00:51:08.817632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20651): Launched\u000a00:51:09.125674 run osmo-hlr_10.42.42.2(pid=20652): Launched\u000a00:51:09.249236 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:51:09.791617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20654): Launched\u000a00:51:10.099562 run osmo-stp_10.42.42.5(pid=20655): Launched\u000a00:51:10.215534 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:51:10.780497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20657): Launched\u000a00:51:11.090604 run osmo-msc_10.42.42.6(pid=20658): Launched\u000a00:51:11.269840 run osmo-stp_10.42.42.5(pid=20655): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20655)]\u000a00:51:11.399634 run osmo-stp_10.42.42.5(pid=20655): stdout: \u000a| (launched: 2022-12-14_00:51:09.947257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:11.527144 run osmo-stp_10.42.42.5(pid=20655): stderr: \u000a| �[0;m�[38;5;43m20221214005110117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005110117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005110117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005110118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005110118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005110118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005110118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:11.649742 run osmo-stp_10.42.42.5(pid=20655): stdout: \u000a| (launched: 2022-12-14_00:51:09.947257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:11.771472 run osmo-stp_10.42.42.5(pid=20655): stderr: \u000a| �[0;m�[38;5;43m20221214005110117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005110117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005110117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005110118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005110118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005110118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005110118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:11.825490 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20655): Process ended prematurely: osmo-stp_10.42.42.5(pid=20655) [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20655)] [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:51:11.834038 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:51:11.893178 run osmo-hlr_10.42.42.2(pid=20652): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20652)]\u000a00:51:11.941751 run osmo-hlr_10.42.42.2(pid=20652): stdout: \u000a| (launched: 2022-12-14_00:51:08.973570) \u000a00:51:11.990809 run osmo-hlr_10.42.42.2(pid=20652): stderr: \u000a| �[0;m�[1;31m20221214005109147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005109147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005109147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005109147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005109147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005109148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005109160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005109170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005109170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005109170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:51:12.058205 run osmo-msc_10.42.42.6(pid=20658): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20658)]\u000a00:51:12.106818 run osmo-msc_10.42.42.6(pid=20658): stdout: \u000a| (launched: 2022-12-14_00:51:10.936463) \u000a00:51:12.156043 run osmo-msc_10.42.42.6(pid=20658): stderr: \u000a| �[0;m�[38;5;43m20221214005111207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005111208 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f086499cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005111208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005111208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005111208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005111208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005111210 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005111210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005111211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005111211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:51:12.197532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20651): Terminating (SIGTERM)\u000a00:51:12.236711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20654): Terminating (SIGTERM)\u000a00:51:12.275967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20657): Terminating (SIGTERM)\u000a00:51:12.285184 --- ParallelTerminationStrategy: PID 20651 died...\u000a00:51:12.337970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20651): Terminated: ok {rc=0}\u000a00:51:12.347468 --- ParallelTerminationStrategy: PID 20654 died...\u000a00:51:12.399959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20654): Terminated: ok {rc=0}\u000a00:51:12.409904 --- ParallelTerminationStrategy: PID 20657 died...\u000a00:51:12.462522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20657): Terminated: ok {rc=0}\u000a00:51:12.545995 bus /sierra_3: Setting Powered False\u000a00:51:13.653315 bus /sierra_3: Setting Powered False\u000a00:51:14.761901 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20666): Process ended prematurely: osmo-stp_10.42.42.5(pid=20666) [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20666)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20666): Process ended prematurely: osmo-stp_10.42.42.5(pid=20666) [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:51:15.878633 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:15.891082 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:51:16.050098 tst mo_mt_call_osmux.py: using LAC 37399\u000a00:51:16.184783 tst mo_mt_call_osmux.py: using RAC 169\u000a00:51:16.314045 tst mo_mt_call_osmux.py: using CellId 37399\u000a00:51:16.445736 tst mo_mt_call_osmux.py: using BVCI 37400\u000a00:51:16.472252 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:16.484826 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:16.497276 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:16.510136 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:16.523882 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:16.538659 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:51:16.665299 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:51:16.899489 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:51:17.444647 run create_hlr_db(pid=20660): Launched\u000a00:51:17.636939 bus /sierra_2: Setting Powered False\u000a00:51:18.656794 run create_hlr_db(pid=20660): Terminated: ok {rc=0}\u000a00:51:19.096673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20662): Launched\u000a00:51:19.428263 run osmo-hlr_10.42.42.2(pid=20663): Launched\u000a00:51:19.547810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:51:20.122694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20665): Launched\u000a00:51:20.430753 run osmo-stp_10.42.42.5(pid=20666): Launched\u000a00:51:20.540855 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:51:21.104818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20668): Launched\u000a00:51:21.414739 run osmo-msc_10.42.42.6(pid=20669): Launched\u000a00:51:21.595505 run osmo-stp_10.42.42.5(pid=20666): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20666)]\u000a00:51:21.725295 run osmo-stp_10.42.42.5(pid=20666): stdout: \u000a| (launched: 2022-12-14_00:51:20.279079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:21.852909 run osmo-stp_10.42.42.5(pid=20666): stderr: \u000a| �[0;m�[38;5;43m20221214005120449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005120449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005120449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005120450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005120450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005120450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005120450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:21.976137 run osmo-stp_10.42.42.5(pid=20666): stdout: \u000a| (launched: 2022-12-14_00:51:20.279079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:22.098929 run osmo-stp_10.42.42.5(pid=20666): stderr: \u000a| �[0;m�[38;5;43m20221214005120449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005120449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005120449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005120450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005120450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005120450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005120450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:22.153629 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20666): Process ended prematurely: osmo-stp_10.42.42.5(pid=20666) [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20666)] [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:51:22.162348 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:51:22.222003 run osmo-hlr_10.42.42.2(pid=20663): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20663)]\u000a00:51:22.270694 run osmo-hlr_10.42.42.2(pid=20663): stdout: \u000a| (launched: 2022-12-14_00:51:19.264749) \u000a00:51:22.320007 run osmo-hlr_10.42.42.2(pid=20663): stderr: \u000a| �[0;m�[1;31m20221214005119462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005119462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005119462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005119462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005119463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005119463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005119475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005119483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005119484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005119484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:51:22.387246 run osmo-msc_10.42.42.6(pid=20669): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20669)]\u000a00:51:22.435940 run osmo-msc_10.42.42.6(pid=20669): stdout: \u000a| (launched: 2022-12-14_00:51:21.260356) \u000a00:51:22.485306 run osmo-msc_10.42.42.6(pid=20669): stderr: \u000a| �[0;m�[38;5;43m20221214005121531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005121531 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffab355bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005121531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005121531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005121532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005121532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005121533 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005121534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005121534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005121534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:51:22.527006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20662): Terminating (SIGTERM)\u000a00:51:22.566343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20665): Terminating (SIGTERM)\u000a00:51:22.605725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20668): Terminating (SIGTERM)\u000a00:51:22.614905 --- ParallelTerminationStrategy: PID 20662 died...\u000a00:51:22.667854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20662): Terminated: ok {rc=0}\u000a00:51:22.677319 --- ParallelTerminationStrategy: PID 20665 died...\u000a00:51:22.729477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20665): Terminated: ok {rc=0}\u000a00:51:22.738959 --- ParallelTerminationStrategy: PID 20668 died...\u000a00:51:22.791065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20668): Terminated: ok {rc=0}\u000a00:51:22.873768 bus /sierra_3: Setting Powered False\u000a00:51:23.979696 bus /sierra_3: Setting Powered False\u000a00:51:25.088375 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:51:05" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20680): Process ended prematurely: osmo-stp_10.42.42.5(pid=20680) [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20680)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20680): Process ended prematurely: osmo-stp_10.42.42.5(pid=20680) [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:51:27.051547 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:27.063285 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:51:27.215356 tst mo_mt_call.py: using LAC 37400\u000a00:51:27.343522 tst mo_mt_call.py: using RAC 170\u000a00:51:27.471142 tst mo_mt_call.py: using CellId 37400\u000a00:51:27.599025 tst mo_mt_call.py: using BVCI 37401\u000a00:51:27.624219 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:27.635792 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:27.647238 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:27.658577 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:27.670427 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:27.681796 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:51:27.801626 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:51:28.006930 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:51:28.504461 run create_hlr_db(pid=20674): Launched\u000a00:51:28.681932 bus /sierra_2: Setting Powered False\u000a00:51:29.704073 run create_hlr_db(pid=20674): Terminated: ok {rc=0}\u000a00:51:30.145366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20676): Launched\u000a00:51:30.478110 run osmo-hlr_10.42.42.2(pid=20677): Launched\u000a00:51:30.603435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:51:31.213737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20679): Launched\u000a00:51:31.704761 run osmo-stp_10.42.42.5(pid=20680): Launched\u000a00:51:31.968757 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:51:32.583057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20682): Launched\u000a00:51:32.915905 run osmo-msc_10.42.42.6(pid=20683): Launched\u000a00:51:33.108294 run osmo-stp_10.42.42.5(pid=20680): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20680)]\u000a00:51:33.252585 run osmo-stp_10.42.42.5(pid=20680): stdout: \u000a| (launched: 2022-12-14_00:51:31.384501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:33.391410 run osmo-stp_10.42.42.5(pid=20680): stderr: \u000a| �[0;m�[38;5;43m20221214005131666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005131666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005131667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005131669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005131670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005131670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005131670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:33.524065 run osmo-stp_10.42.42.5(pid=20680): stdout: \u000a| (launched: 2022-12-14_00:51:31.384501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:33.655704 run osmo-stp_10.42.42.5(pid=20680): stderr: \u000a| �[0;m�[38;5;43m20221214005131666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005131666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005131667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005131669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005131670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005131670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005131670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:33.713832 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20680): Process ended prematurely: osmo-stp_10.42.42.5(pid=20680) [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20680)] [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:51:33.723107 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a00:51:33.786621 run osmo-hlr_10.42.42.2(pid=20677): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20677)]\u000a00:51:33.838334 run osmo-hlr_10.42.42.2(pid=20677): stdout: \u000a| (launched: 2022-12-14_00:51:30.315008) \u000a00:51:33.890445 run osmo-hlr_10.42.42.2(pid=20677): stderr: \u000a| �[0;m�[1;31m20221214005130512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005130512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005130513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005130513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005130513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005130513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005130528 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005130536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005130537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005130537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:51:33.961544 run osmo-msc_10.42.42.6(pid=20683): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20683)]\u000a00:51:34.013367 run osmo-msc_10.42.42.6(pid=20683): stdout: \u000a| (launched: 2022-12-14_00:51:32.751224) \u000a00:51:34.065837 run osmo-msc_10.42.42.6(pid=20683): stderr: \u000a| �[0;m�[38;5;43m20221214005133075 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005133075 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f140484fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005133075 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005133075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005133075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005133076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005133077 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005133078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005133078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005133078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:51:34.110377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20676): Terminating (SIGTERM)\u000a00:51:34.152896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20679): Terminating (SIGTERM)\u000a00:51:34.195151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20682): Terminating (SIGTERM)\u000a00:51:34.204914 --- ParallelTerminationStrategy: PID 20676 died...\u000a00:51:34.262850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20676): Terminated: ok {rc=0}\u000a00:51:34.273106 --- ParallelTerminationStrategy: PID 20679 died...\u000a00:51:34.329634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20679): Terminated: ok {rc=0}\u000a00:51:34.339794 --- ParallelTerminationStrategy: PID 20682 died...\u000a00:51:34.396212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20682): Terminated: ok {rc=0}\u000a00:51:34.483435 bus /sierra_3: Setting Powered False\u000a00:51:35.590382 bus /sierra_3: Setting Powered False\u000a00:51:36.698865 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20691): Process ended prematurely: osmo-stp_10.42.42.5(pid=20691) [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20691)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20691): Process ended prematurely: osmo-stp_10.42.42.5(pid=20691) [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20691)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:51:37.815165 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:37.827395 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:51:37.982108 tst mo_mt_call_osmux.py: using LAC 37401\u000a00:51:38.113115 tst mo_mt_call_osmux.py: using RAC 171\u000a00:51:38.242059 tst mo_mt_call_osmux.py: using CellId 37401\u000a00:51:38.373267 tst mo_mt_call_osmux.py: using BVCI 37402\u000a00:51:38.398528 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:38.409998 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:38.421378 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:38.432634 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:38.444249 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:38.455855 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:51:38.577451 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:51:38.787565 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:51:39.279392 run create_hlr_db(pid=20685): Launched\u000a00:51:39.455820 bus /sierra_2: Setting Powered False\u000a00:51:40.477082 run create_hlr_db(pid=20685): Terminated: ok {rc=0}\u000a00:51:40.917427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20687): Launched\u000a00:51:41.250356 run osmo-hlr_10.42.42.2(pid=20688): Launched\u000a00:51:41.371866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:51:41.949520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20690): Launched\u000a00:51:42.281967 run osmo-stp_10.42.42.5(pid=20691): Launched\u000a00:51:42.401715 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:51:43.006306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20693): Launched\u000a00:51:43.338626 run osmo-msc_10.42.42.6(pid=20694): Launched\u000a00:51:43.531684 run osmo-stp_10.42.42.5(pid=20691): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20691)]\u000a00:51:43.671783 run osmo-stp_10.42.42.5(pid=20691): stdout: \u000a| (launched: 2022-12-14_00:51:42.117453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:43.809858 run osmo-stp_10.42.42.5(pid=20691): stderr: \u000a| �[0;m�[38;5;43m20221214005142310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005142311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005142311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005142311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005142312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005142312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005142312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:43.941565 run osmo-stp_10.42.42.5(pid=20691): stdout: \u000a| (launched: 2022-12-14_00:51:42.117453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:44.072277 run osmo-stp_10.42.42.5(pid=20691): stderr: \u000a| �[0;m�[38;5;43m20221214005142310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005142311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005142311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005142311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005142312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005142312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005142312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:44.130177 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20691): Process ended prematurely: osmo-stp_10.42.42.5(pid=20691) [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20691)] [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:51:44.139550 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a00:51:44.202382 run osmo-hlr_10.42.42.2(pid=20688): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20688)]\u000a00:51:44.254027 run osmo-hlr_10.42.42.2(pid=20688): stdout: \u000a| (launched: 2022-12-14_00:51:41.085246) \u000a00:51:44.306049 run osmo-hlr_10.42.42.2(pid=20688): stderr: \u000a| �[0;m�[1;31m20221214005141284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005141284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005141284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005141284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005141284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005141284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005141296 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005141304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005141304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005141304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:51:44.376456 run osmo-msc_10.42.42.6(pid=20694): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20694)]\u000a00:51:44.427742 run osmo-msc_10.42.42.6(pid=20694): stdout: \u000a| (launched: 2022-12-14_00:51:43.174113) \u000a00:51:44.479379 run osmo-msc_10.42.42.6(pid=20694): stderr: \u000a| �[0;m�[38;5;43m20221214005143495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005143495 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b89637c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005143495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005143495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005143495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005143495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005143497 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005143498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005143498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005143498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:51:44.523583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20687): Terminating (SIGTERM)\u000a00:51:44.565901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20690): Terminating (SIGTERM)\u000a00:51:44.608150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20693): Terminating (SIGTERM)\u000a00:51:44.617825 --- ParallelTerminationStrategy: PID 20687 died...\u000a00:51:44.673852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20687): Terminated: ok {rc=0}\u000a00:51:44.683745 --- ParallelTerminationStrategy: PID 20690 died...\u000a00:51:44.739479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20690): Terminated: ok {rc=0}\u000a00:51:44.749516 --- ParallelTerminationStrategy: PID 20693 died...\u000a00:51:44.804921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20693): Terminated: ok {rc=0}\u000a00:51:44.893068 bus /sierra_3: Setting Powered False\u000a00:51:46.002411 bus /sierra_3: Setting Powered False\u000a00:51:47.118024 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:51:26" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20705): Process ended prematurely: osmo-stp_10.42.42.5(pid=20705) [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20705)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20705): Process ended prematurely: osmo-stp_10.42.42.5(pid=20705) [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20705)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:51:49.084071 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:49.095661 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:51:49.248028 tst mo_mt_call.py: using LAC 37402\u000a00:51:49.375229 tst mo_mt_call.py: using RAC 172\u000a00:51:49.502978 tst mo_mt_call.py: using CellId 37402\u000a00:51:49.631901 tst mo_mt_call.py: using BVCI 37403\u000a00:51:49.657201 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:49.668781 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:49.680038 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:49.691517 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:49.703318 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:49.715061 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:51:49.835419 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:51:50.049018 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:51:50.568466 run create_hlr_db(pid=20699): Launched\u000a00:51:50.759272 bus /sierra_2: Setting Powered False\u000a00:51:51.780281 run create_hlr_db(pid=20699): Terminated: ok {rc=0}\u000a00:51:52.195956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20701): Launched\u000a00:51:52.504891 run osmo-hlr_10.42.42.2(pid=20702): Launched\u000a00:51:52.619399 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:51:53.156818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20704): Launched\u000a00:51:53.464895 run osmo-stp_10.42.42.5(pid=20705): Launched\u000a00:51:53.577882 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:51:54.143193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20707): Launched\u000a00:51:54.455193 run osmo-msc_10.42.42.6(pid=20708): Launched\u000a00:51:54.635086 run osmo-stp_10.42.42.5(pid=20705): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20705)]\u000a00:51:54.764085 run osmo-stp_10.42.42.5(pid=20705): stdout: \u000a| (launched: 2022-12-14_00:51:53.312282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:54.891854 run osmo-stp_10.42.42.5(pid=20705): stderr: \u000a| �[0;m�[38;5;43m20221214005153484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005153484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005153484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005153485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005153485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005153485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005153485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:55.014805 run osmo-stp_10.42.42.5(pid=20705): stdout: \u000a| (launched: 2022-12-14_00:51:53.312282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:55.136230 run osmo-stp_10.42.42.5(pid=20705): stderr: \u000a| �[0;m�[38;5;43m20221214005153484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005153484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005153484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005153485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005153485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005153485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005153485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:55.190425 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20705): Process ended prematurely: osmo-stp_10.42.42.5(pid=20705) [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20705)] [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a00:51:55.199121 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:51:55.259403 run osmo-hlr_10.42.42.2(pid=20702): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20702)]\u000a00:51:55.308356 run osmo-hlr_10.42.42.2(pid=20702): stdout: \u000a| (launched: 2022-12-14_00:51:52.351531) \u000a00:51:55.357630 run osmo-hlr_10.42.42.2(pid=20702): stderr: \u000a| �[0;m�[1;31m20221214005152527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005152527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005152527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005152527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005152527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005152527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005152539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005152549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005152549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005152549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:51:55.424516 run osmo-msc_10.42.42.6(pid=20708): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20708)]\u000a00:51:55.473078 run osmo-msc_10.42.42.6(pid=20708): stdout: \u000a| (launched: 2022-12-14_00:51:54.299381) \u000a00:51:55.522291 run osmo-msc_10.42.42.6(pid=20708): stderr: \u000a| �[0;m�[38;5;43m20221214005154570 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005154570 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ed7802c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005154570 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005154570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005154570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005154571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005154572 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005154573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005154573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005154573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:51:55.563999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20701): Terminating (SIGTERM)\u000a00:51:55.603364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20704): Terminating (SIGTERM)\u000a00:51:55.642653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20707): Terminating (SIGTERM)\u000a00:51:55.651846 --- ParallelTerminationStrategy: PID 20701 died...\u000a00:51:55.704663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20701): Terminated: ok {rc=0}\u000a00:51:55.714144 --- ParallelTerminationStrategy: PID 20704 died...\u000a00:51:55.766544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20704): Terminated: ok {rc=0}\u000a00:51:55.776114 --- ParallelTerminationStrategy: PID 20707 died...\u000a00:51:55.828681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20707): Terminated: ok {rc=0}\u000a00:51:55.916629 bus /sierra_3: Setting Powered False\u000a00:51:57.017433 bus /sierra_3: Setting Powered False\u000a00:51:58.124656 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20716): Process ended prematurely: osmo-stp_10.42.42.5(pid=20716) [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20716)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20716): Process ended prematurely: osmo-stp_10.42.42.5(pid=20716) [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:51:59.241723 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:59.254192 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:51:59.407686 tst mo_mt_call_osmux.py: using LAC 37403\u000a00:51:59.537985 tst mo_mt_call_osmux.py: using RAC 173\u000a00:51:59.666915 tst mo_mt_call_osmux.py: using CellId 37403\u000a00:51:59.795448 tst mo_mt_call_osmux.py: using BVCI 37404\u000a00:51:59.820675 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:59.832269 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:59.843786 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:59.855215 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:59.866891 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:59.878659 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:51:59.996010 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:52:00.210756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:52:00.733836 run create_hlr_db(pid=20710): Launched\u000a00:52:00.933365 bus /sierra_2: Setting Powered False\u000a00:52:01.942749 run create_hlr_db(pid=20710): Terminated: ok {rc=0}\u000a00:52:02.379648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20712): Launched\u000a00:52:02.690810 run osmo-hlr_10.42.42.2(pid=20713): Launched\u000a00:52:02.803718 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:52:03.337787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20715): Launched\u000a00:52:03.647318 run osmo-stp_10.42.42.5(pid=20716): Launched\u000a00:52:03.758366 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:52:04.320283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20718): Launched\u000a00:52:04.631331 run osmo-msc_10.42.42.6(pid=20719): Launched\u000a00:52:04.810428 run osmo-stp_10.42.42.5(pid=20716): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20716)]\u000a00:52:04.940226 run osmo-stp_10.42.42.5(pid=20716): stdout: \u000a| (launched: 2022-12-14_00:52:03.493548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:05.068009 run osmo-stp_10.42.42.5(pid=20716): stderr: \u000a| �[0;m�[38;5;43m20221214005203666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005203666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005203666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005203667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005203667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005203667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005203667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:05.191032 run osmo-stp_10.42.42.5(pid=20716): stdout: \u000a| (launched: 2022-12-14_00:52:03.493548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:05.312553 run osmo-stp_10.42.42.5(pid=20716): stderr: \u000a| �[0;m�[38;5;43m20221214005203666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005203666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005203666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005203667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005203667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005203667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005203667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:05.366520 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20716): Process ended prematurely: osmo-stp_10.42.42.5(pid=20716) [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20716)] [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a00:52:05.375220 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:52:05.434814 run osmo-hlr_10.42.42.2(pid=20713): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20713)]\u000a00:52:05.483736 run osmo-hlr_10.42.42.2(pid=20713): stdout: \u000a| (launched: 2022-12-14_00:52:02.536574) \u000a00:52:05.533396 run osmo-hlr_10.42.42.2(pid=20713): stderr: \u000a| �[0;m�[1;31m20221214005202714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005202714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005202714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005202714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005202714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005202714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005202730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005202741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005202741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005202741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:52:05.600676 run osmo-msc_10.42.42.6(pid=20719): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20719)]\u000a00:52:05.649492 run osmo-msc_10.42.42.6(pid=20719): stdout: \u000a| (launched: 2022-12-14_00:52:04.476592) \u000a00:52:05.698982 run osmo-msc_10.42.42.6(pid=20719): stderr: \u000a| �[0;m�[38;5;43m20221214005204750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005204750 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd69fcbcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005204750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005204751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005204751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005204751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005204753 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005204753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005204753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005204753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:52:05.740696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20712): Terminating (SIGTERM)\u000a00:52:05.780046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20715): Terminating (SIGTERM)\u000a00:52:05.819522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20718): Terminating (SIGTERM)\u000a00:52:05.828832 --- ParallelTerminationStrategy: PID 20712 died...\u000a00:52:05.882161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20712): Terminated: ok {rc=0}\u000a00:52:05.891770 --- ParallelTerminationStrategy: PID 20715 died...\u000a00:52:05.944428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20715): Terminated: ok {rc=0}\u000a00:52:05.954148 --- ParallelTerminationStrategy: PID 20718 died...\u000a00:52:06.006737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20718): Terminated: ok {rc=0}\u000a00:52:06.094728 bus /sierra_3: Setting Powered False\u000a00:52:07.197426 bus /sierra_3: Setting Powered False\u000a00:52:08.303383 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:51:48" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20730): Process ended prematurely: osmo-stp_10.42.42.5(pid=20730) [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20730)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20730): Process ended prematurely: osmo-stp_10.42.42.5(pid=20730) [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:52:10.263626 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:10.274802 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:52:10.418479 tst mo_mt_call.py: using LAC 37404\u000a00:52:10.540798 tst mo_mt_call.py: using RAC 174\u000a00:52:10.663015 tst mo_mt_call.py: using CellId 37404\u000a00:52:10.784333 tst mo_mt_call.py: using BVCI 37405\u000a00:52:10.807575 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:10.818722 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:10.829748 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:10.840430 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:10.851249 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:10.862119 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:52:10.983704 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:52:11.190767 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:52:11.686344 run create_hlr_db(pid=20724): Launched\u000a00:52:11.863065 bus /sierra_2: Setting Powered False\u000a00:52:12.884492 run create_hlr_db(pid=20724): Terminated: ok {rc=0}\u000a00:52:13.327478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20726): Launched\u000a00:52:13.661211 run osmo-hlr_10.42.42.2(pid=20727): Launched\u000a00:52:13.783229 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:52:14.363876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20729): Launched\u000a00:52:14.696650 run osmo-stp_10.42.42.5(pid=20730): Launched\u000a00:52:14.817455 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:52:15.423270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20732): Launched\u000a00:52:15.755957 run osmo-msc_10.42.42.6(pid=20733): Launched\u000a00:52:16.042974 run osmo-stp_10.42.42.5(pid=20730): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20730)]\u000a00:52:16.345972 run osmo-stp_10.42.42.5(pid=20730): stdout: \u000a| (launched: 2022-12-14_00:52:14.531568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:16.479997 run osmo-stp_10.42.42.5(pid=20730): stderr: \u000a| �[0;m�[38;5;43m20221214005214726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005214727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005214727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005214727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005214728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005214728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005214728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:16.610488 run osmo-stp_10.42.42.5(pid=20730): stdout: \u000a| (launched: 2022-12-14_00:52:14.531568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:16.739747 run osmo-stp_10.42.42.5(pid=20730): stderr: \u000a| �[0;m�[38;5;43m20221214005214726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005214727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005214727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005214727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005214728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005214728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005214728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:16.795845 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20730): Process ended prematurely: osmo-stp_10.42.42.5(pid=20730) [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20730)] [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a00:52:16.805462 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a00:52:16.870710 run osmo-hlr_10.42.42.2(pid=20727): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20727)]\u000a00:52:16.922861 run osmo-hlr_10.42.42.2(pid=20727): stdout: \u000a| (launched: 2022-12-14_00:52:13.495751) \u000a00:52:16.975287 run osmo-hlr_10.42.42.2(pid=20727): stderr: \u000a| �[0;m�[1;31m20221214005213697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005213697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005213697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005213697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005213697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005213697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005213711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005213719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005213719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005213719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:52:17.047958 run osmo-msc_10.42.42.6(pid=20733): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20733)]\u000a00:52:17.099591 run osmo-msc_10.42.42.6(pid=20733): stdout: \u000a| (launched: 2022-12-14_00:52:15.591457) \u000a00:52:17.152567 run osmo-msc_10.42.42.6(pid=20733): stderr: \u000a| �[0;m�[38;5;43m20221214005215987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005215987 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd56c469c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005215987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005215987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005215987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005215987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005215990 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005215991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005215991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005215991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:52:17.197992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20726): Terminating (SIGTERM)\u000a00:52:17.242099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20729): Terminating (SIGTERM)\u000a00:52:17.286697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20732): Terminating (SIGTERM)\u000a00:52:17.297376 --- ParallelTerminationStrategy: PID 20726 died...\u000a00:52:17.353281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20726): Terminated: ok {rc=0}\u000a00:52:17.363259 --- ParallelTerminationStrategy: PID 20729 died...\u000a00:52:17.417543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20729): Terminated: ok {rc=0}\u000a00:52:17.427224 --- ParallelTerminationStrategy: PID 20732 died...\u000a00:52:17.481583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20732): Terminated: ok {rc=0}\u000a00:52:17.570488 bus /sierra_3: Setting Powered False\u000a00:52:18.674817 bus /sierra_3: Setting Powered False\u000a00:52:19.787446 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20741): Process ended prematurely: osmo-stp_10.42.42.5(pid=20741) [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20741)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20741): Process ended prematurely: osmo-stp_10.42.42.5(pid=20741) [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20741)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:52:20.899006 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:20.911314 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:52:21.055701 tst mo_mt_call_osmux.py: using LAC 37405\u000a00:52:21.178291 tst mo_mt_call_osmux.py: using RAC 175\u000a00:52:21.299593 tst mo_mt_call_osmux.py: using CellId 37405\u000a00:52:21.421173 tst mo_mt_call_osmux.py: using BVCI 37406\u000a00:52:21.444345 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:21.455364 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:21.466246 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:21.477211 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:21.487999 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:21.498883 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:52:21.619591 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:52:21.823230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:52:22.319701 run create_hlr_db(pid=20735): Launched\u000a00:52:22.496759 bus /sierra_2: Setting Powered False\u000a00:52:23.518583 run create_hlr_db(pid=20735): Terminated: ok {rc=0}\u000a00:52:23.932748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20737): Launched\u000a00:52:24.243158 run osmo-hlr_10.42.42.2(pid=20738): Launched\u000a00:52:24.364071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:52:24.907982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20740): Launched\u000a00:52:25.218051 run osmo-stp_10.42.42.5(pid=20741): Launched\u000a00:52:25.329037 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:52:25.895684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20743): Launched\u000a00:52:26.205920 run osmo-msc_10.42.42.6(pid=20744): Launched\u000a00:52:26.385264 run osmo-stp_10.42.42.5(pid=20741): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20741)]\u000a00:52:26.514702 run osmo-stp_10.42.42.5(pid=20741): stdout: \u000a| (launched: 2022-12-14_00:52:25.063719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:26.643393 run osmo-stp_10.42.42.5(pid=20741): stderr: \u000a| �[0;m�[38;5;43m20221214005225235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005225235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005225235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005225236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005225236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005225236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005225237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:26.767074 run osmo-stp_10.42.42.5(pid=20741): stdout: \u000a| (launched: 2022-12-14_00:52:25.063719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:26.889387 run osmo-stp_10.42.42.5(pid=20741): stderr: \u000a| �[0;m�[38;5;43m20221214005225235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005225235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005225235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005225236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005225236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005225236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005225237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:26.943635 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20741): Process ended prematurely: osmo-stp_10.42.42.5(pid=20741) [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20741)] [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a00:52:26.952464 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a00:52:27.012869 run osmo-hlr_10.42.42.2(pid=20738): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20738)]\u000a00:52:27.062293 run osmo-hlr_10.42.42.2(pid=20738): stdout: \u000a| (launched: 2022-12-14_00:52:24.089483) \u000a00:52:27.112175 run osmo-hlr_10.42.42.2(pid=20738): stderr: \u000a| �[0;m�[1;31m20221214005224264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005224265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005224265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005224265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005224265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005224265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005224275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005224283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005224284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005224284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:52:27.179742 run osmo-msc_10.42.42.6(pid=20744): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20744)]\u000a00:52:27.228688 run osmo-msc_10.42.42.6(pid=20744): stdout: \u000a| (launched: 2022-12-14_00:52:26.051350) \u000a00:52:27.278216 run osmo-msc_10.42.42.6(pid=20744): stderr: \u000a| �[0;m�[38;5;43m20221214005226323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005226323 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1730532c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005226323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005226323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005226324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005226324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005226326 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005226326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005226326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005226326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:52:27.320510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20737): Terminating (SIGTERM)\u000a00:52:27.360343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20740): Terminating (SIGTERM)\u000a00:52:27.400271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20743): Terminating (SIGTERM)\u000a00:52:27.409681 --- ParallelTerminationStrategy: PID 20737 died...\u000a00:52:27.463484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20737): Terminated: ok {rc=0}\u000a00:52:27.473348 --- ParallelTerminationStrategy: PID 20740 died...\u000a00:52:27.527066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20740): Terminated: ok {rc=0}\u000a00:52:27.536841 --- ParallelTerminationStrategy: PID 20743 died...\u000a00:52:27.590363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20743): Terminated: ok {rc=0}\u000a00:52:27.679591 bus /sierra_3: Setting Powered False\u000a00:52:28.781516 bus /sierra_3: Setting Powered False\u000a00:52:29.888803 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:52:10" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20755): Process ended prematurely: osmo-stp_10.42.42.5(pid=20755) [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20755)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20755): Process ended prematurely: osmo-stp_10.42.42.5(pid=20755) [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20755)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:52:31.915515 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:31.927810 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:52:32.109134 tst mo_mt_call.py: using LAC 37406\u000a00:52:32.245481 tst mo_mt_call.py: using RAC 176\u000a00:52:32.366620 tst mo_mt_call.py: using CellId 37406\u000a00:52:32.485580 tst mo_mt_call.py: using BVCI 37407\u000a00:52:32.509184 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:32.520318 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:32.531415 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:32.542611 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:32.553642 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:32.564525 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:52:32.684772 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:52:32.888353 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:52:33.387838 run create_hlr_db(pid=20749): Launched\u000a00:52:33.580581 bus /sierra_2: Setting Powered False\u000a00:52:34.599325 run create_hlr_db(pid=20749): Terminated: ok {rc=0}\u000a00:52:35.017542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20751): Launched\u000a00:52:35.327740 run osmo-hlr_10.42.42.2(pid=20752): Launched\u000a00:52:35.451526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:52:35.995352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20754): Launched\u000a00:52:36.305843 run osmo-stp_10.42.42.5(pid=20755): Launched\u000a00:52:36.417418 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:52:36.986169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20757): Launched\u000a00:52:37.297427 run osmo-msc_10.42.42.6(pid=20758): Launched\u000a00:52:37.478028 run osmo-stp_10.42.42.5(pid=20755): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20755)]\u000a00:52:37.609132 run osmo-stp_10.42.42.5(pid=20755): stdout: \u000a| (launched: 2022-12-14_00:52:36.151883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:37.737170 run osmo-stp_10.42.42.5(pid=20755): stderr: \u000a| �[0;m�[38;5;43m20221214005236322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005236322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005236322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005236322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005236323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005236323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005236323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:37.860567 run osmo-stp_10.42.42.5(pid=20755): stdout: \u000a| (launched: 2022-12-14_00:52:36.151883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:37.982887 run osmo-stp_10.42.42.5(pid=20755): stderr: \u000a| �[0;m�[38;5;43m20221214005236322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005236322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005236322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005236322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005236323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005236323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005236323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:38.037420 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20755): Process ended prematurely: osmo-stp_10.42.42.5(pid=20755) [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20755)] [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a00:52:38.045989 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:52:38.105798 run osmo-hlr_10.42.42.2(pid=20752): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20752)]\u000a00:52:38.154640 run osmo-hlr_10.42.42.2(pid=20752): stdout: \u000a| (launched: 2022-12-14_00:52:35.173874) \u000a00:52:38.204048 run osmo-hlr_10.42.42.2(pid=20752): stderr: \u000a| �[0;m�[1;31m20221214005235349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005235349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005235349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005235349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005235350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005235350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005235362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005235370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005235370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005235370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:52:38.271603 run osmo-msc_10.42.42.6(pid=20758): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20758)]\u000a00:52:38.320444 run osmo-msc_10.42.42.6(pid=20758): stdout: \u000a| (launched: 2022-12-14_00:52:37.142502) \u000a00:52:38.369681 run osmo-msc_10.42.42.6(pid=20758): stderr: \u000a| �[0;m�[38;5;43m20221214005237415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005237416 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a09220c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005237416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005237416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005237416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005237416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005237418 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005237418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005237418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005237418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:52:38.411557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20751): Terminating (SIGTERM)\u000a00:52:38.451042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20754): Terminating (SIGTERM)\u000a00:52:38.490768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20757): Terminating (SIGTERM)\u000a00:52:38.500069 --- ParallelTerminationStrategy: PID 20751 died...\u000a00:52:38.553668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20751): Terminated: ok {rc=0}\u000a00:52:38.563325 --- ParallelTerminationStrategy: PID 20754 died...\u000a00:52:38.615857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20754): Terminated: ok {rc=0}\u000a00:52:38.625515 --- ParallelTerminationStrategy: PID 20757 died...\u000a00:52:38.677997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20757): Terminated: ok {rc=0}\u000a00:52:38.766610 bus /sierra_3: Setting Powered False\u000a00:52:39.869398 bus /sierra_3: Setting Powered False\u000a00:52:40.979025 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20766): Process ended prematurely: osmo-stp_10.42.42.5(pid=20766) [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20766)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20766): Process ended prematurely: osmo-stp_10.42.42.5(pid=20766) [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20766)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:52:42.091996 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:42.103814 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:52:42.250739 tst mo_mt_call_osmux.py: using LAC 37407\u000a00:52:42.371266 tst mo_mt_call_osmux.py: using RAC 177\u000a00:52:42.494366 tst mo_mt_call_osmux.py: using CellId 37407\u000a00:52:42.617100 tst mo_mt_call_osmux.py: using BVCI 37408\u000a00:52:42.640465 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:42.651564 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:42.662514 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:42.673394 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:42.684390 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:42.695570 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:52:42.817156 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:52:43.020191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:52:43.520000 run create_hlr_db(pid=20760): Launched\u000a00:52:43.698215 bus /sierra_2: Setting Powered False\u000a00:52:44.719780 run create_hlr_db(pid=20760): Terminated: ok {rc=0}\u000a00:52:45.161954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20762): Launched\u000a00:52:45.496494 run osmo-hlr_10.42.42.2(pid=20763): Launched\u000a00:52:45.619002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:52:46.235858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20765): Launched\u000a00:52:46.648911 run osmo-stp_10.42.42.5(pid=20766): Launched\u000a00:52:46.838043 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:52:47.496615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20768): Launched\u000a00:52:47.830655 run osmo-msc_10.42.42.6(pid=20769): Launched\u000a00:52:48.023977 run osmo-stp_10.42.42.5(pid=20766): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20766)]\u000a00:52:48.163669 run osmo-stp_10.42.42.5(pid=20766): stdout: \u000a| (launched: 2022-12-14_00:52:46.398090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:48.302727 run osmo-stp_10.42.42.5(pid=20766): stderr: \u000a| �[0;m�[38;5;43m20221214005246735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005246735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005246735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005246736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005246736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005246736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005246736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:48.435738 run osmo-stp_10.42.42.5(pid=20766): stdout: \u000a| (launched: 2022-12-14_00:52:46.398090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:48.567580 run osmo-stp_10.42.42.5(pid=20766): stderr: \u000a| �[0;m�[38;5;43m20221214005246735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005246735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005246735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005246736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005246736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005246736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005246736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:48.625674 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20766): Process ended prematurely: osmo-stp_10.42.42.5(pid=20766) [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20766)] [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a00:52:48.635093 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a00:52:48.698388 run osmo-hlr_10.42.42.2(pid=20763): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20763)]\u000a00:52:48.750214 run osmo-hlr_10.42.42.2(pid=20763): stdout: \u000a| (launched: 2022-12-14_00:52:45.331467) \u000a00:52:48.802477 run osmo-hlr_10.42.42.2(pid=20763): stderr: \u000a| �[0;m�[1;31m20221214005245529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005245529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005245529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005245529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005245529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005245529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005245542 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005245550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005245551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005245551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:52:48.873760 run osmo-msc_10.42.42.6(pid=20769): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20769)]\u000a00:52:48.925608 run osmo-msc_10.42.42.6(pid=20769): stdout: \u000a| (launched: 2022-12-14_00:52:47.665769) \u000a00:52:48.977829 run osmo-msc_10.42.42.6(pid=20769): stderr: \u000a| �[0;m�[38;5;43m20221214005247985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005247985 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f463d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005247985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005247985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005247985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005247985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005247987 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005247987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005247988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005247988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:52:49.022704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20762): Terminating (SIGTERM)\u000a00:52:49.065074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20765): Terminating (SIGTERM)\u000a00:52:49.107464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20768): Terminating (SIGTERM)\u000a00:52:49.117297 --- ParallelTerminationStrategy: PID 20762 died...\u000a00:52:49.173845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20762): Terminated: ok {rc=0}\u000a00:52:49.183881 --- ParallelTerminationStrategy: PID 20765 died...\u000a00:52:49.240005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20765): Terminated: ok {rc=0}\u000a00:52:49.250121 --- ParallelTerminationStrategy: PID 20768 died...\u000a00:52:49.306386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20768): Terminated: ok {rc=0}\u000a00:52:49.393133 bus /sierra_3: Setting Powered False\u000a00:52:50.498408 bus /sierra_3: Setting Powered False\u000a00:52:51.607658 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:52:31" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20780): Process ended prematurely: osmo-stp_10.42.42.5(pid=20780) [trial-2397↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20780)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20780): Process ended prematurely: osmo-stp_10.42.42.5(pid=20780) [trial-2397↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a00:52:53.564362 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:52:53.575615 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:52:53.722478 tst mo_mt_call.py: using LAC 37408\u000a00:52:53.843037 tst mo_mt_call.py: using RAC 178\u000a00:52:53.964800 tst mo_mt_call.py: using CellId 37408\u000a00:52:54.086884 tst mo_mt_call.py: using BVCI 37409\u000a00:52:54.110263 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:52:54.121362 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:52:54.132164 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:52:54.143063 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:52:54.154107 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:52:54.165302 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:52:54.283506 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:52:54.498219 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:52:55.019756 run create_hlr_db(pid=20774): Launched\u000a00:52:55.211671 bus /sierra_2: Setting Powered False\u000a00:52:56.231781 run create_hlr_db(pid=20774): Terminated: ok {rc=0}\u000a00:52:56.647979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20776): Launched\u000a00:52:56.955963 run osmo-hlr_10.42.42.2(pid=20777): Launched\u000a00:52:57.084715 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:52:57.628238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20779): Launched\u000a00:52:57.936302 run osmo-stp_10.42.42.5(pid=20780): Launched\u000a00:52:58.047913 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:52:58.613405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20782): Launched\u000a00:52:58.925393 run osmo-msc_10.42.42.6(pid=20783): Launched\u000a00:52:59.106274 run osmo-stp_10.42.42.5(pid=20780): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20780)]\u000a00:52:59.236649 run osmo-stp_10.42.42.5(pid=20780): stdout: \u000a| (launched: 2022-12-14_00:52:57.783907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:59.364204 run osmo-stp_10.42.42.5(pid=20780): stderr: \u000a| �[0;m�[38;5;43m20221214005257955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005257955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005257955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005257956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005257956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005257956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005257956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:59.487615 run osmo-stp_10.42.42.5(pid=20780): stdout: \u000a| (launched: 2022-12-14_00:52:57.783907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:59.609348 run osmo-stp_10.42.42.5(pid=20780): stderr: \u000a| �[0;m�[38;5;43m20221214005257955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005257955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005257955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005257956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005257956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005257956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005257956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:59.663401 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20780): Process ended prematurely: osmo-stp_10.42.42.5(pid=20780) [trial-2397↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20780)] [trial-2397↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a00:52:59.672218 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:52:59.731782 run osmo-hlr_10.42.42.2(pid=20777): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20777)]\u000a00:52:59.780645 run osmo-hlr_10.42.42.2(pid=20777): stdout: \u000a| (launched: 2022-12-14_00:52:56.803440) \u000a00:52:59.830152 run osmo-hlr_10.42.42.2(pid=20777): stderr: \u000a| �[0;m�[1;31m20221214005256978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005256978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005256978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005256978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005256978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005256978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005256990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005256998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005256999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005256999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:52:59.897353 run osmo-msc_10.42.42.6(pid=20783): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20783)]\u000a00:52:59.946647 run osmo-msc_10.42.42.6(pid=20783): stdout: \u000a| (launched: 2022-12-14_00:52:58.769248) \u000a00:52:59.996111 run osmo-msc_10.42.42.6(pid=20783): stderr: \u000a| �[0;m�[38;5;43m20221214005259042 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005259042 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f106c026c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005259042 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005259042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005259042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005259043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005259044 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005259045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005259045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005259045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:53:00.037969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20776): Terminating (SIGTERM)\u000a00:53:00.078760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20779): Terminating (SIGTERM)\u000a00:53:00.118513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20782): Terminating (SIGTERM)\u000a00:53:00.127757 --- ParallelTerminationStrategy: PID 20776 died...\u000a00:53:00.180901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20776): Terminated: ok {rc=0}\u000a00:53:00.190534 --- ParallelTerminationStrategy: PID 20779 died...\u000a00:53:00.243684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20779): Terminated: ok {rc=0}\u000a00:53:00.253535 --- ParallelTerminationStrategy: PID 20782 died...\u000a00:53:00.306586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20782): Terminated: ok {rc=0}\u000a00:53:00.390221 bus /sierra_3: Setting Powered False\u000a00:53:01.514197 bus /sierra_3: Setting Powered False\u000a00:53:02.622337 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20791): Process ended prematurely: osmo-stp_10.42.42.5(pid=20791) [trial-2397↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20791)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20791): Process ended prematurely: osmo-stp_10.42.42.5(pid=20791) [trial-2397↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:53:03.738792 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:53:03.751098 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:53:03.907241 tst mo_mt_call_osmux.py: using LAC 37409\u000a00:53:04.036786 tst mo_mt_call_osmux.py: using RAC 179\u000a00:53:04.167344 tst mo_mt_call_osmux.py: using CellId 37409\u000a00:53:04.307208 tst mo_mt_call_osmux.py: using BVCI 37410\u000a00:53:04.332574 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:53:04.344348 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:53:04.355809 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:53:04.367378 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:53:04.379216 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:53:04.391104 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:53:04.508727 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:53:04.725515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:53:05.248398 run create_hlr_db(pid=20785): Launched\u000a00:53:05.441161 bus /sierra_2: Setting Powered False\u000a00:53:06.460682 run create_hlr_db(pid=20785): Terminated: ok {rc=0}\u000a00:53:06.876718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20787): Launched\u000a00:53:07.187728 run osmo-hlr_10.42.42.2(pid=20788): Launched\u000a00:53:07.301093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:53:07.840316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20790): Launched\u000a00:53:08.150557 run osmo-stp_10.42.42.5(pid=20791): Launched\u000a00:53:08.263044 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:53:08.827952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20793): Launched\u000a00:53:09.143485 run osmo-msc_10.42.42.6(pid=20794): Launched\u000a00:53:09.325279 run osmo-stp_10.42.42.5(pid=20791): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20791)]\u000a00:53:09.456106 run osmo-stp_10.42.42.5(pid=20791): stdout: \u000a| (launched: 2022-12-14_00:53:07.996761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:09.585127 run osmo-stp_10.42.42.5(pid=20791): stderr: \u000a| �[0;m�[38;5;43m20221214005308165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005308166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005308166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005308166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005308167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005308167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005308167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:09.708771 run osmo-stp_10.42.42.5(pid=20791): stdout: \u000a| (launched: 2022-12-14_00:53:07.996761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:09.832063 run osmo-stp_10.42.42.5(pid=20791): stderr: \u000a| �[0;m�[38;5;43m20221214005308165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005308166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005308166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005308166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005308167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005308167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005308167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:09.886363 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20791): Process ended prematurely: osmo-stp_10.42.42.5(pid=20791) [trial-2397↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20791)] [trial-2397↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a00:53:09.895020 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:53:09.954011 run osmo-hlr_10.42.42.2(pid=20788): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20788)]\u000a00:53:10.002767 run osmo-hlr_10.42.42.2(pid=20788): stdout: \u000a| (launched: 2022-12-14_00:53:07.034693) \u000a00:53:10.051911 run osmo-hlr_10.42.42.2(pid=20788): stderr: \u000a| �[0;m�[1;31m20221214005307208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005307208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005307208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005307208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005307208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005307209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005307221 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005307229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005307229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005307229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:53:10.118635 run osmo-msc_10.42.42.6(pid=20794): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20794)]\u000a00:53:10.166867 run osmo-msc_10.42.42.6(pid=20794): stdout: \u000a| (launched: 2022-12-14_00:53:08.985308) \u000a00:53:10.215655 run osmo-msc_10.42.42.6(pid=20794): stderr: \u000a| �[0;m�[38;5;43m20221214005309257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005309257 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f178d0aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005309257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005309257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005309257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005309257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005309259 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005309259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005309260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005309260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:53:10.257142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20787): Terminating (SIGTERM)\u000a00:53:10.296125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20790): Terminating (SIGTERM)\u000a00:53:10.335746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20793): Terminating (SIGTERM)\u000a00:53:10.345029 --- ParallelTerminationStrategy: PID 20787 died...\u000a00:53:10.397936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20787): Terminated: ok {rc=0}\u000a00:53:10.407566 --- ParallelTerminationStrategy: PID 20790 died...\u000a00:53:10.460246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20790): Terminated: ok {rc=0}\u000a00:53:10.469835 --- ParallelTerminationStrategy: PID 20793 died...\u000a00:53:10.522409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20793): Terminated: ok {rc=0}\u000a00:53:10.610199 bus /sierra_3: Setting Powered False\u000a00:53:11.712314 bus /sierra_3: Setting Powered False\u000a00:53:12.823053 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:52:53" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20805): Process ended prematurely: osmo-stp_10.42.42.5(pid=20805) [trial-2397↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20805)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20805): Process ended prematurely: osmo-stp_10.42.42.5(pid=20805) [trial-2397↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a00:53:14.782479 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:14.793889 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:53:14.944358 tst mo_mt_call.py: using LAC 37410\u000a00:53:15.065480 tst mo_mt_call.py: using RAC 180\u000a00:53:15.184731 tst mo_mt_call.py: using CellId 37410\u000a00:53:15.305538 tst mo_mt_call.py: using BVCI 37411\u000a00:53:15.329445 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:15.340290 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:15.351066 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:15.361902 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:15.372431 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:15.383148 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:53:15.505447 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:53:15.708385 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:53:16.246263 run create_hlr_db(pid=20799): Launched\u000a00:53:16.500086 bus /sierra_2: Setting Powered False\u000a00:53:17.478527 run create_hlr_db(pid=20799): Terminated: ok {rc=0}\u000a00:53:17.937998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20801): Launched\u000a00:53:18.246142 run osmo-hlr_10.42.42.2(pid=20802): Launched\u000a00:53:18.359383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:53:18.896404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20804): Launched\u000a00:53:19.207808 run osmo-stp_10.42.42.5(pid=20805): Launched\u000a00:53:19.319050 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:53:19.886260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20807): Launched\u000a00:53:20.197227 run osmo-msc_10.42.42.6(pid=20808): Launched\u000a00:53:20.377571 run osmo-stp_10.42.42.5(pid=20805): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20805)]\u000a00:53:20.507274 run osmo-stp_10.42.42.5(pid=20805): stdout: \u000a| (launched: 2022-12-14_00:53:19.053346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:20.635847 run osmo-stp_10.42.42.5(pid=20805): stderr: \u000a| �[0;m�[38;5;43m20221214005319224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005319224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005319224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005319225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005319225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005319225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005319225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:20.759375 run osmo-stp_10.42.42.5(pid=20805): stdout: \u000a| (launched: 2022-12-14_00:53:19.053346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:20.881941 run osmo-stp_10.42.42.5(pid=20805): stderr: \u000a| �[0;m�[38;5;43m20221214005319224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005319224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005319224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005319225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005319225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005319225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005319225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:20.936401 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20805): Process ended prematurely: osmo-stp_10.42.42.5(pid=20805) [trial-2397↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20805)] [trial-2397↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a00:53:20.945311 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:53:21.005665 run osmo-hlr_10.42.42.2(pid=20802): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20802)]\u000a00:53:21.055005 run osmo-hlr_10.42.42.2(pid=20802): stdout: \u000a| (launched: 2022-12-14_00:53:18.094056) \u000a00:53:21.105927 run osmo-hlr_10.42.42.2(pid=20802): stderr: \u000a| �[0;m�[1;31m20221214005318270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005318270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005318270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005318270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005318270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005318270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005318282 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005318290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005318290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005318290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:53:21.174260 run osmo-msc_10.42.42.6(pid=20808): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20808)]\u000a00:53:21.223685 run osmo-msc_10.42.42.6(pid=20808): stdout: \u000a| (launched: 2022-12-14_00:53:20.042478) \u000a00:53:21.273764 run osmo-msc_10.42.42.6(pid=20808): stderr: \u000a| �[0;m�[38;5;43m20221214005320314 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005320315 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2721564c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005320315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005320315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005320315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005320315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005320317 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005320317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005320318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005320318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:53:21.316329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20801): Terminating (SIGTERM)\u000a00:53:21.356513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20804): Terminating (SIGTERM)\u000a00:53:21.396688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20807): Terminating (SIGTERM)\u000a00:53:21.406186 --- ParallelTerminationStrategy: PID 20801 died...\u000a00:53:21.460156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20801): Terminated: ok {rc=0}\u000a00:53:21.470058 --- ParallelTerminationStrategy: PID 20804 died...\u000a00:53:21.523746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20804): Terminated: ok {rc=0}\u000a00:53:21.533966 --- ParallelTerminationStrategy: PID 20807 died...\u000a00:53:21.587907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20807): Terminated: ok {rc=0}\u000a00:53:21.677555 bus /sierra_3: Setting Powered False\u000a00:53:22.781129 bus /sierra_3: Setting Powered False\u000a00:53:23.889648 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20816): Process ended prematurely: osmo-stp_10.42.42.5(pid=20816) [trial-2397↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20816)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20816): Process ended prematurely: osmo-stp_10.42.42.5(pid=20816) [trial-2397↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:53:25.007872 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:25.020127 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:53:25.175179 tst mo_mt_call_osmux.py: using LAC 37411\u000a00:53:25.298542 tst mo_mt_call_osmux.py: using RAC 181\u000a00:53:25.421470 tst mo_mt_call_osmux.py: using CellId 37411\u000a00:53:25.542014 tst mo_mt_call_osmux.py: using BVCI 37412\u000a00:53:25.565699 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:25.576690 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:25.587586 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:25.598474 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:25.609388 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:25.620302 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:53:25.737223 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:53:25.952260 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:53:26.479603 run create_hlr_db(pid=20810): Launched\u000a00:53:26.671797 bus /sierra_2: Setting Powered False\u000a00:53:27.692058 run create_hlr_db(pid=20810): Terminated: ok {rc=0}\u000a00:53:28.108939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20812): Launched\u000a00:53:28.419736 run osmo-hlr_10.42.42.2(pid=20813): Launched\u000a00:53:28.533554 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:53:29.071237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20815): Launched\u000a00:53:29.383392 run osmo-stp_10.42.42.5(pid=20816): Launched\u000a00:53:29.494461 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:53:30.065648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20818): Launched\u000a00:53:30.376307 run osmo-msc_10.42.42.6(pid=20819): Launched\u000a00:53:30.556054 run osmo-stp_10.42.42.5(pid=20816): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20816)]\u000a00:53:30.686234 run osmo-stp_10.42.42.5(pid=20816): stdout: \u000a| (launched: 2022-12-14_00:53:29.227969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:30.815050 run osmo-stp_10.42.42.5(pid=20816): stderr: \u000a| �[0;m�[38;5;43m20221214005329399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005329399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005329399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005329400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005329400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005329400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005329400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:30.965590 run osmo-stp_10.42.42.5(pid=20816): stdout: \u000a| (launched: 2022-12-14_00:53:29.227969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:31.092204 run osmo-stp_10.42.42.5(pid=20816): stderr: \u000a| �[0;m�[38;5;43m20221214005329399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005329399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005329399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005329400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005329400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005329400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005329400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:31.148555 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20816): Process ended prematurely: osmo-stp_10.42.42.5(pid=20816) [trial-2397↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20816)] [trial-2397↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a00:53:31.158407 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:53:31.221009 run osmo-hlr_10.42.42.2(pid=20813): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20813)]\u000a00:53:31.271532 run osmo-hlr_10.42.42.2(pid=20813): stdout: \u000a| (launched: 2022-12-14_00:53:28.265500) \u000a00:53:31.323105 run osmo-hlr_10.42.42.2(pid=20813): stderr: \u000a| �[0;m�[1;31m20221214005328439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005328439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005328439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005328439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005328439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005328439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005328451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005328461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005328461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005328461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:53:31.392496 run osmo-msc_10.42.42.6(pid=20819): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20819)]\u000a00:53:31.442930 run osmo-msc_10.42.42.6(pid=20819): stdout: \u000a| (launched: 2022-12-14_00:53:30.222531) \u000a00:53:31.493788 run osmo-msc_10.42.42.6(pid=20819): stderr: \u000a| �[0;m�[38;5;43m20221214005330494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005330494 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f998c856c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005330494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005330494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005330494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005330495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005330496 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005330497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005330497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005330497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:53:31.537037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20812): Terminating (SIGTERM)\u000a00:53:31.579819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20815): Terminating (SIGTERM)\u000a00:53:31.620801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20818): Terminating (SIGTERM)\u000a00:53:31.630659 --- ParallelTerminationStrategy: PID 20812 died...\u000a00:53:31.687415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20812): Terminated: ok {rc=0}\u000a00:53:31.697770 --- ParallelTerminationStrategy: PID 20815 died...\u000a00:53:31.753644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20815): Terminated: ok {rc=0}\u000a00:53:31.763894 --- ParallelTerminationStrategy: PID 20818 died...\u000a00:53:31.819834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20818): Terminated: ok {rc=0}\u000a00:53:31.907685 bus /sierra_3: Setting Powered False\u000a00:53:33.010697 bus /sierra_3: Setting Powered False\u000a00:53:34.119431 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:53:14" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20831): Process ended prematurely: osmo-stp_10.42.42.5(pid=20831) [trial-2397↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20831)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20831): Process ended prematurely: osmo-stp_10.42.42.5(pid=20831) [trial-2397↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a00:53:36.101715 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:36.113997 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a00:53:36.236210 tst emergency_mo_mt_call.py: using LAC 37412\u000a00:53:36.356585 tst emergency_mo_mt_call.py: using RAC 182\u000a00:53:36.477418 tst emergency_mo_mt_call.py: using CellId 37412\u000a00:53:36.603970 tst emergency_mo_mt_call.py: using BVCI 37413\u000a00:53:36.628689 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:36.639766 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:36.650856 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:36.661754 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:36.673377 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:36.684506 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:53:36.800614 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:53:37.012541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:53:37.527013 run create_hlr_db(pid=20825): Launched\u000a00:53:37.716830 bus /sierra_2: Setting Powered False\u000a00:53:38.737348 run create_hlr_db(pid=20825): Terminated: ok {rc=0}\u000a00:53:39.174995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20827): Launched\u000a00:53:39.505000 run osmo-hlr_10.42.42.2(pid=20828): Launched\u000a00:53:39.623396 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:53:40.194480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20830): Launched\u000a00:53:40.523548 run osmo-stp_10.42.42.5(pid=20831): Launched\u000a00:53:40.658347 tst emergency_mo_mt_call.py: using MSISDN 8422\u000a00:53:40.820601 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:53:41.416764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20833): Launched\u000a00:53:41.745608 run osmo-msc_10.42.42.6(pid=20834): Launched\u000a00:53:41.935588 run osmo-stp_10.42.42.5(pid=20831): ERR: Terminated: ERROR {rc=1} [trial-2397↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20831)]\u000a00:53:42.073622 run osmo-stp_10.42.42.5(pid=20831): stdout: \u000a| (launched: 2022-12-14_00:53:40.360685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:42.210787 run osmo-stp_10.42.42.5(pid=20831): stderr: \u000a| �[0;m�[38;5;43m20221214005340552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005340552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005340552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005340553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005340553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005340554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005340554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:42.342505 run osmo-stp_10.42.42.5(pid=20831): stdout: \u000a| (launched: 2022-12-14_00:53:40.360685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:42.472686 run osmo-stp_10.42.42.5(pid=20831): stderr: \u000a| �[0;m�[38;5;43m20221214005340552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005340552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005340552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005340553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005340553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005340554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005340554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:42.529864 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=20831): Process ended prematurely: osmo-stp_10.42.42.5(pid=20831) [trial-2397↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20831)] [trial-2397↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a00:53:42.538899 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a00:53:42.601742 run osmo-hlr_10.42.42.2(pid=20828): ERR: Terminated: ERROR {rc=237} [trial-2397↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20828)]\u000a00:53:42.653105 run osmo-hlr_10.42.42.2(pid=20828): stdout: \u000a| (launched: 2022-12-14_00:53:39.341220) \u000a00:53:42.705063 run osmo-hlr_10.42.42.2(pid=20828): stderr: \u000a| �[0;m�[1;31m20221214005339538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005339538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005339538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005339538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005339538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005339538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005339550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005339560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005339560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005339560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:53:42.775907 run osmo-msc_10.42.42.6(pid=20834): ERR: Terminated: ERROR {rc=2} [trial-2397↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20834)]\u000a00:53:42.827461 run osmo-msc_10.42.42.6(pid=20834): stdout: \u000a| (launched: 2022-12-14_00:53:41.582268) \u000a00:53:42.879787 run osmo-msc_10.42.42.6(pid=20834): stderr: \u000a| �[0;m�[38;5;43m20221214005341903 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005341903 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa0da4b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005341903 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005341903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005341904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005341904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005341906 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005341906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005341906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005341906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:53:42.924074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20827): Terminating (SIGTERM)\u000a00:53:42.966579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20830): Terminating (SIGTERM)\u000a00:53:43.008936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20833): Terminating (SIGTERM)\u000a00:53:43.018739 --- ParallelTerminationStrategy: PID 20827 died...\u000a00:53:43.075321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20827): Terminated: ok {rc=0}\u000a00:53:43.085639 --- ParallelTerminationStrategy: PID 20830 died...\u000a00:53:43.142296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20830): Terminated: ok {rc=0}\u000a00:53:43.152511 --- ParallelTerminationStrategy: PID 20833 died...\u000a00:53:43.208736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20833): Terminated: ok {rc=0}\u000a00:53:43.298234 bus /sierra_3: Setting Powered False\u000a00:53:44.404523 bus /sierra_3: Setting Powered False\u000a00:53:45.513634 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 244, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20842): Process ended prematurely: osmo-stp_10.42.42.5(pid=20842) [trial-2397↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20842)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20842): Process ended prematurely: osmo-stp_10.42.42.5(pid=20842) [trial-2397↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20842)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a00:53:46.569806 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:46.584586 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a00:53:46.744585 tst emergency_preemptive_call.py: using LAC 37413\u000a00:53:46.896942 tst emergency_preemptive_call.py: using RAC 183\u000a00:53:47.034650 tst emergency_preemptive_call.py: using CellId 37413\u000a00:53:47.180717 tst emergency_preemptive_call.py: using BVCI 37414\u000a00:53:47.211353 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:47.222712 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:47.233849 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:47.245733 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:47.256993 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:47.268164 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:53:47.384337 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:53:47.505989 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:53:47.623400 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:53:47.835443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:53:48.351939 run create_hlr_db(pid=20836): Launched\u000a00:53:48.542356 bus /sierra_2: Setting Powered False\u000a00:53:49.561404 run create_hlr_db(pid=20836): Terminated: ok {rc=0}\u000a00:53:49.973381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20838): Launched\u000a00:53:50.278797 run osmo-hlr_10.42.42.2(pid=20839): Launched\u000a00:53:50.395730 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:53:50.924788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20841): Launched\u000a00:53:51.229963 run osmo-stp_10.42.42.5(pid=20842): Launched\u000a00:53:51.353910 tst emergency_preemptive_call.py: using MSISDN 8423\u000a00:53:51.503628 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:53:52.057267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20844): Launched\u000a00:53:52.363070 run osmo-msc_10.42.42.6(pid=20845): Launched\u000a00:53:52.539056 run osmo-stp_10.42.42.5(pid=20842): ERR: Terminated: ERROR {rc=1} [trial-2397↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20842)]\u000a00:53:52.666427 run osmo-stp_10.42.42.5(pid=20842): stdout: \u000a| (launched: 2022-12-14_00:53:51.078020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:52.791727 run osmo-stp_10.42.42.5(pid=20842): stderr: \u000a| �[0;m�[38;5;43m20221214005351250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005351250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005351250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005351250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005351251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005351251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005351251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:52.913076 run osmo-stp_10.42.42.5(pid=20842): stdout: \u000a| (launched: 2022-12-14_00:53:51.078020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:53.033186 run osmo-stp_10.42.42.5(pid=20842): stderr: \u000a| �[0;m�[38;5;43m20221214005351250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005351250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005351250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005351250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005351251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005351251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005351251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:53.086767 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=20842): Process ended prematurely: osmo-stp_10.42.42.5(pid=20842) [trial-2397↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20842)] [trial-2397↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a00:53:53.095054 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a00:53:53.155137 run osmo-hlr_10.42.42.2(pid=20839): ERR: Terminated: ERROR {rc=237} [trial-2397↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20839)]\u000a00:53:53.203883 run osmo-hlr_10.42.42.2(pid=20839): stdout: \u000a| (launched: 2022-12-14_00:53:50.127089) \u000a00:53:53.253162 run osmo-hlr_10.42.42.2(pid=20839): stderr: \u000a| �[0;m�[1;31m20221214005350302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005350302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005350302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005350302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005350302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005350302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005350314 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005350322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005350322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005350322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:53:53.320052 run osmo-msc_10.42.42.6(pid=20845): ERR: Terminated: ERROR {rc=2} [trial-2397↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20845)]\u000a00:53:53.369201 run osmo-msc_10.42.42.6(pid=20845): stdout: \u000a| (launched: 2022-12-14_00:53:52.210125) \u000a00:53:53.418365 run osmo-msc_10.42.42.6(pid=20845): stderr: \u000a| �[0;m�[38;5;43m20221214005352480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005352480 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd416df5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005352480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005352481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005352481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005352481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005352483 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005352483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005352483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005352483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:53:53.460384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20838): Terminating (SIGTERM)\u000a00:53:53.499957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20841): Terminating (SIGTERM)\u000a00:53:53.539566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20844): Terminating (SIGTERM)\u000a00:53:53.548879 --- ParallelTerminationStrategy: PID 20838 died...\u000a00:53:53.602264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20838): Terminated: ok {rc=0}\u000a00:53:53.612016 --- ParallelTerminationStrategy: PID 20841 died...\u000a00:53:53.664896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20841): Terminated: ok {rc=0}\u000a00:53:53.674571 --- ParallelTerminationStrategy: PID 20844 died...\u000a00:53:53.728313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20844): Terminated: ok {rc=0}\u000a00:53:53.817475 bus /sierra_9: Setting Powered False\u000a00:53:54.921880 bus /sierra_9: Setting Powered False\u000a00:53:56.027986 bus /sierra_8: Setting Powered False\u000a00:53:57.131384 bus /sierra_8: Setting Powered False\u000a00:53:58.241230 bus /sierra_3: Setting Powered False\u000a00:53:59.344238 bus /sierra_3: Setting Powered False\u000a00:54:00.451349 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:53:35" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:oc2g", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21131): Process ended prematurely: osmo-stp_10.42.42.5(pid=21131) [trial-2397↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21131)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21131): Process ended prematurely: osmo-stp_10.42.42.5(pid=21131) [trial-2397↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:54:02.681794 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:02.697224 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a00:54:02.852845 tst cs_paging_gprs_active.py: using LAC 37414\u000a00:54:03.012188 tst cs_paging_gprs_active.py: using RAC 184\u000a00:54:03.168452 tst cs_paging_gprs_active.py: using CellId 37414\u000a00:54:03.324800 tst cs_paging_gprs_active.py: using BVCI 37415\u000a00:54:03.351766 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:03.367254 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:03.382299 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:03.398312 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:03.414220 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:03.431242 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:03.448427 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:03.462674 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:03.475910 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:03.625362 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:03.988382 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:54:04.155104 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:04.541634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21119): Launched\u000a00:54:04.835697 run iperf3-srv_10.42.42.10(pid=21120): Launched\u000a00:54:05.046114 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:54:05.190800 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:05.560567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21121): Launched\u000a00:54:05.868301 run iperf3-srv_10.42.42.10(pid=21122): Launched\u000a00:54:06.078071 tst cs_paging_gprs_active.py:38: start network...\u000a00:54:06.221289 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:54:06.782711 run create_hlr_db(pid=21124): Launched\u000a00:54:06.963634 bus /sierra_2: Setting Powered False\u000a00:54:07.986176 run create_hlr_db(pid=21124): Terminated: ok {rc=0}\u000a00:54:08.419986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21127): Launched\u000a00:54:08.832823 run osmo-hlr_10.42.42.2(pid=21128): Launched\u000a00:54:09.067033 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:54:09.706134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21130): Launched\u000a00:54:10.115919 run osmo-stp_10.42.42.5(pid=21131): Launched\u000a00:54:10.362245 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:54:10.966514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21133): Launched\u000a00:54:11.080869 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:54:11.374048 run patchelf(pid=21134): Launched\u000a00:54:11.562560 run osmo-stp_10.42.42.5(pid=21131): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21131)]\u000a00:54:11.700330 run osmo-stp_10.42.42.5(pid=21131): stdout: \u000a| (launched: 2022-12-14_00:54:09.866015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:11.838512 run osmo-stp_10.42.42.5(pid=21131): stderr: \u000a| �[0;m�[38;5;43m20221214005410187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005410188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005410188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005410188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005410189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005410189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005410189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:11.972205 run osmo-stp_10.42.42.5(pid=21131): stdout: \u000a| (launched: 2022-12-14_00:54:09.866015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:12.103504 run osmo-stp_10.42.42.5(pid=21131): stderr: \u000a| �[0;m�[38;5;43m20221214005410187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005410188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005410188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005410188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005410189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005410189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005410189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:12.256770 run patchelf(pid=21134): Terminating (SIGINT)\u000a00:54:12.437462 run patchelf(pid=21134): Terminated: ok {rc=0}\u000a00:54:12.471845 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21131): Process ended prematurely: osmo-stp_10.42.42.5(pid=21131) [trial-2397↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21131)] [trial-2397↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a00:54:12.482127 tst cs_paging_gprs_active.py:38: Test FAILED (9.9 sec)\u000a00:54:12.546034 run osmo-hlr_10.42.42.2(pid=21128): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21128)]\u000a00:54:12.598000 run osmo-hlr_10.42.42.2(pid=21128): stdout: \u000a| (launched: 2022-12-14_00:54:08.580290) \u000a00:54:12.650340 run osmo-hlr_10.42.42.2(pid=21128): stderr: \u000a| �[0;m�[1;31m20221214005408910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005408910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005408910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005408910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005408910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005408910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005408933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005408947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005408947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005408947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:54:12.696732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21119): Terminating (SIGTERM)\u000a00:54:12.741097 run iperf3-srv_10.42.42.10(pid=21120): Terminating (SIGTERM)\u000a00:54:12.785055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21121): Terminating (SIGTERM)\u000a00:54:12.828594 run iperf3-srv_10.42.42.10(pid=21122): Terminating (SIGTERM)\u000a00:54:12.873828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21127): Terminating (SIGTERM)\u000a00:54:12.917608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21130): Terminating (SIGTERM)\u000a00:54:12.960413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21133): Terminating (SIGTERM)\u000a00:54:12.972120 --- ParallelTerminationStrategy: PID 21119 died...\u000a00:54:13.029216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21119): Terminated: ok {rc=0}\u000a00:54:13.039761 --- ParallelTerminationStrategy: PID 21120 died...\u000a00:54:13.095913 run iperf3-srv_10.42.42.10(pid=21120): Terminated {rc=256}\u000a00:54:13.106599 --- ParallelTerminationStrategy: PID 21121 died...\u000a00:54:13.162827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21121): Terminated: ok {rc=0}\u000a00:54:13.173814 --- ParallelTerminationStrategy: PID 21122 died...\u000a00:54:13.228678 run iperf3-srv_10.42.42.10(pid=21122): Terminated {rc=256}\u000a00:54:13.238793 --- ParallelTerminationStrategy: PID 21127 died...\u000a00:54:13.294795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21127): Terminated: ok {rc=0}\u000a00:54:13.305079 --- ParallelTerminationStrategy: PID 21130 died...\u000a00:54:13.360330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21130): Terminated: ok {rc=0}\u000a00:54:13.370578 --- ParallelTerminationStrategy: PID 21133 died...\u000a00:54:13.425123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21133): Terminated: ok {rc=0}\u000a00:54:13.512832 bus /gobi_0: Setting Powered False\u000a00:54:14.619510 bus /gobi_0: Setting Powered False\u000a00:54:15.732212 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21143): Process ended prematurely: osmo-stp_10.42.42.5(pid=21143) [trial-2397↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21143)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21143): Process ended prematurely: osmo-stp_10.42.42.5(pid=21143) [trial-2397↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21143)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a00:54:16.896190 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:16.917187 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a00:54:17.120657 tst iperf3.py: using LAC 37415\u000a00:54:17.278826 tst iperf3.py: using RAC 185\u000a00:54:17.446214 tst iperf3.py: using CellId 37415\u000a00:54:17.626522 tst iperf3.py: using BVCI 37416\u000a00:54:17.665992 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:17.678330 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:17.690720 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:17.702958 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:17.721411 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:17.738579 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:17.754288 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:17.767369 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:17.779887 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:18.094915 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:54:18.230481 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:18.578074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21135): Launched\u000a00:54:18.880387 run iperf3-srv_10.42.42.10(pid=21136): Launched\u000a00:54:19.080124 tst iperf3.py:8: start network...\u000a00:54:19.214015 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:54:19.766306 run create_hlr_db(pid=21137): Launched\u000a00:54:19.952352 bus /gobi_6: Setting Powered False\u000a00:54:20.974500 run create_hlr_db(pid=21137): Terminated: ok {rc=0}\u000a00:54:21.417491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21139): Launched\u000a00:54:21.845878 run osmo-hlr_10.42.42.2(pid=21140): Launched\u000a00:54:22.028465 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:54:22.654773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21142): Launched\u000a00:54:23.078005 run osmo-stp_10.42.42.5(pid=21143): Launched\u000a00:54:23.315241 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:54:23.946277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21145): Launched\u000a00:54:24.060561 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:54:24.358942 run patchelf(pid=21146): Launched\u000a00:54:24.555009 run osmo-stp_10.42.42.5(pid=21143): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21143)]\u000a00:54:24.701246 run osmo-stp_10.42.42.5(pid=21143): stdout: \u000a| (launched: 2022-12-14_00:54:22.820250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:24.844866 run osmo-stp_10.42.42.5(pid=21143): stderr: \u000a| �[0;m�[38;5;43m20221214005423153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005423153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005423154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005423154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005423155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005423155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005423155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:24.982909 run osmo-stp_10.42.42.5(pid=21143): stdout: \u000a| (launched: 2022-12-14_00:54:22.820250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:25.119198 run osmo-stp_10.42.42.5(pid=21143): stderr: \u000a| �[0;m�[38;5;43m20221214005423153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005423153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005423154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005423154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005423155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005423155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005423155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:25.278092 run patchelf(pid=21146): Terminating (SIGINT)\u000a00:54:25.464829 run patchelf(pid=21146): Terminated: ok {rc=0}\u000a00:54:25.499194 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21143): Process ended prematurely: osmo-stp_10.42.42.5(pid=21143) [trial-2397↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21143)] [trial-2397↪gprs:oc2g↪iperf3.py:8]\u000a00:54:25.509617 tst iperf3.py:8: Test FAILED (8.7 sec)\u000a00:54:25.574006 run osmo-hlr_10.42.42.2(pid=21140): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21140)]\u000a00:54:25.626220 run osmo-hlr_10.42.42.2(pid=21140): stdout: \u000a| (launched: 2022-12-14_00:54:21.581885) \u000a00:54:25.679282 run osmo-hlr_10.42.42.2(pid=21140): stderr: \u000a| �[0;m�[1;31m20221214005421921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005421921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005421921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005421921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005421921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005421921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005421939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005421952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005421952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005421952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:54:25.724447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21135): Terminating (SIGTERM)\u000a00:54:25.767330 run iperf3-srv_10.42.42.10(pid=21136): Terminating (SIGTERM)\u000a00:54:25.810075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21139): Terminating (SIGTERM)\u000a00:54:25.852768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21142): Terminating (SIGTERM)\u000a00:54:25.895513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21145): Terminating (SIGTERM)\u000a00:54:25.905412 --- ParallelTerminationStrategy: PID 21135 died...\u000a00:54:25.962480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21135): Terminated: ok {rc=0}\u000a00:54:25.972771 --- ParallelTerminationStrategy: PID 21136 died...\u000a00:54:26.029299 run iperf3-srv_10.42.42.10(pid=21136): Terminated {rc=256}\u000a00:54:26.039474 --- ParallelTerminationStrategy: PID 21139 died...\u000a00:54:26.096182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21139): Terminated: ok {rc=0}\u000a00:54:26.106438 --- ParallelTerminationStrategy: PID 21142 died...\u000a00:54:26.163163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21142): Terminated: ok {rc=0}\u000a00:54:26.173557 --- ParallelTerminationStrategy: PID 21145 died...\u000a00:54:26.230100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21145): Terminated: ok {rc=0}\u000a00:54:26.316043 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:oc2g", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21163): Process ended prematurely: osmo-stp_10.42.42.5(pid=21163) [trial-2397↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21163)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21163): Process ended prematurely: osmo-stp_10.42.42.5(pid=21163) [trial-2397↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a00:54:27.432807 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:27.444652 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a00:54:27.579429 tst iperf3m4.py: using LAC 37416\u000a00:54:27.709438 tst iperf3m4.py: using RAC 186\u000a00:54:27.840085 tst iperf3m4.py: using CellId 37416\u000a00:54:27.971761 tst iperf3m4.py: using BVCI 37417\u000a00:54:27.997378 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:28.008529 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:28.019544 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:28.030543 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:28.041650 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:28.052698 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:28.064046 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:28.075275 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:28.086592 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:28.205295 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:28.326379 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:28.441314 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:28.741209 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:54:28.880315 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:29.228046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21148): Launched\u000a00:54:29.517411 run iperf3-srv_10.42.42.10(pid=21149): Launched\u000a00:54:29.721920 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:54:29.860694 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:30.209082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21150): Launched\u000a00:54:30.498362 run iperf3-srv_10.42.42.10(pid=21151): Launched\u000a00:54:30.702284 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:54:30.845575 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:31.239458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21152): Launched\u000a00:54:31.587765 run iperf3-srv_10.42.42.10(pid=21153): Launched\u000a00:54:31.796480 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:54:31.939201 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:32.301169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21154): Launched\u000a00:54:32.591049 run iperf3-srv_10.42.42.10(pid=21155): Launched\u000a00:54:32.794568 tst iperf3m4.py:8: start network...\u000a00:54:32.933395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:54:33.458130 run create_hlr_db(pid=21156): Launched\u000a00:54:33.650745 bus /gobi_6: Setting Powered False\u000a00:54:34.661126 run create_hlr_db(pid=21156): Terminated: ok {rc=0}\u000a00:54:35.113589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21158): Launched\u000a00:54:35.450062 run osmo-hlr_10.42.42.2(pid=21160): Launched\u000a00:54:35.571932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:54:36.151831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21162): Launched\u000a00:54:36.488340 run osmo-stp_10.42.42.5(pid=21163): Launched\u000a00:54:36.609897 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:54:37.191600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21165): Launched\u000a00:54:37.310577 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:54:37.603900 run patchelf(pid=21166): Launched\u000a00:54:37.798586 run osmo-stp_10.42.42.5(pid=21163): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21163)]\u000a00:54:37.941162 run osmo-stp_10.42.42.5(pid=21163): stdout: \u000a| (launched: 2022-12-14_00:54:36.321510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:38.084051 run osmo-stp_10.42.42.5(pid=21163): stderr: \u000a| �[0;m�[38;5;43m20221214005436514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005436514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005436514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005436515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005436515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005436515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005436515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:38.221631 run osmo-stp_10.42.42.5(pid=21163): stdout: \u000a| (launched: 2022-12-14_00:54:36.321510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:38.358330 run osmo-stp_10.42.42.5(pid=21163): stderr: \u000a| �[0;m�[38;5;43m20221214005436514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005436514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005436514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005436515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005436515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005436515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005436515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:38.516796 run patchelf(pid=21166): Terminating (SIGINT)\u000a00:54:38.703487 run patchelf(pid=21166): Terminated: ok {rc=0}\u000a00:54:38.737749 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21163): Process ended prematurely: osmo-stp_10.42.42.5(pid=21163) [trial-2397↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21163)] [trial-2397↪gprs:oc2g↪iperf3m4.py:8]\u000a00:54:38.747860 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a00:54:38.812178 run osmo-hlr_10.42.42.2(pid=21160): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21160)]\u000a00:54:38.864155 run osmo-hlr_10.42.42.2(pid=21160): stdout: \u000a| (launched: 2022-12-14_00:54:35.283324) \u000a00:54:38.917028 run osmo-hlr_10.42.42.2(pid=21160): stderr: \u000a| �[0;m�[1;31m20221214005435484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005435484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005435484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005435484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005435484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005435484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005435496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005435504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005435505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005435505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:54:38.962218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21148): Terminating (SIGTERM)\u000a00:54:39.005055 run iperf3-srv_10.42.42.10(pid=21149): Terminating (SIGTERM)\u000a00:54:39.047459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21150): Terminating (SIGTERM)\u000a00:54:39.089886 run iperf3-srv_10.42.42.10(pid=21151): Terminating (SIGTERM)\u000a00:54:39.132698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21152): Terminating (SIGTERM)\u000a00:54:39.175012 run iperf3-srv_10.42.42.10(pid=21153): Terminating (SIGTERM)\u000a00:54:39.217869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21154): Terminating (SIGTERM)\u000a00:54:39.259941 run iperf3-srv_10.42.42.10(pid=21155): Terminating (SIGTERM)\u000a00:54:39.302598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21158): Terminating (SIGTERM)\u000a00:54:39.345362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21162): Terminating (SIGTERM)\u000a00:54:39.387714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21165): Terminating (SIGTERM)\u000a00:54:39.397545 --- ParallelTerminationStrategy: PID 21148 died...\u000a00:54:39.454664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21148): Terminated: ok {rc=0}\u000a00:54:39.464856 --- ParallelTerminationStrategy: PID 21149 died...\u000a00:54:39.521486 run iperf3-srv_10.42.42.10(pid=21149): Terminated {rc=256}\u000a00:54:39.531587 --- ParallelTerminationStrategy: PID 21150 died...\u000a00:54:39.588285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21150): Terminated: ok {rc=0}\u000a00:54:39.598429 --- ParallelTerminationStrategy: PID 21151 died...\u000a00:54:39.654951 run iperf3-srv_10.42.42.10(pid=21151): Terminated {rc=256}\u000a00:54:39.665168 --- ParallelTerminationStrategy: PID 21152 died...\u000a00:54:39.722029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21152): Terminated: ok {rc=0}\u000a00:54:39.732318 --- ParallelTerminationStrategy: PID 21153 died...\u000a00:54:39.789566 run iperf3-srv_10.42.42.10(pid=21153): Terminated {rc=256}\u000a00:54:39.799787 --- ParallelTerminationStrategy: PID 21154 died...\u000a00:54:39.856571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21154): Terminated: ok {rc=0}\u000a00:54:39.866771 --- ParallelTerminationStrategy: PID 21155 died...\u000a00:54:39.923525 run iperf3-srv_10.42.42.10(pid=21155): Terminated {rc=256}\u000a00:54:39.933862 --- ParallelTerminationStrategy: PID 21158 died...\u000a00:54:39.990629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21158): Terminated: ok {rc=0}\u000a00:54:40.000872 --- ParallelTerminationStrategy: PID 21162 died...\u000a00:54:40.057625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21162): Terminated: ok {rc=0}\u000a00:54:40.067838 --- ParallelTerminationStrategy: PID 21165 died...\u000a00:54:40.124586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21165): Terminated: ok {rc=0}\u000a00:54:40.213869 bus /gobi_4: Setting Powered False\u000a00:54:41.316513 bus /gobi_4: Setting Powered False\u000a00:54:42.429429 bus /gobi_1: Setting Powered False\u000a00:54:43.533455 bus /gobi_1: Setting Powered False\u000a00:54:44.645791 bus /gobi_0: Setting Powered False\u000a00:54:45.749242 bus /gobi_0: Setting Powered False\u000a00:54:46.870080 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21173): Process ended prematurely: osmo-stp_10.42.42.5(pid=21173) [trial-2397↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21173)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21173): Process ended prematurely: osmo-stp_10.42.42.5(pid=21173) [trial-2397↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21173)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:oc2g ping.py\u000a----------------------------------------------\u000a00:54:47.938410 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:47.950035 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a00:54:48.080936 tst ping.py: using LAC 37417\u000a00:54:48.207421 tst ping.py: using RAC 187\u000a00:54:48.333935 tst ping.py: using CellId 37417\u000a00:54:48.462300 tst ping.py: using BVCI 37418\u000a00:54:48.487589 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:48.498797 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:48.509759 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:48.520631 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:48.531785 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:48.542984 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:48.554472 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:48.565923 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:48.865228 tst ping.py:19: start network...\u000a00:54:49.002300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:54:49.515396 run create_hlr_db(pid=21167): Launched\u000a00:54:49.705659 bus /gobi_6: Setting Powered False\u000a00:54:50.724828 run create_hlr_db(pid=21167): Terminated: ok {rc=0}\u000a00:54:51.136129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21169): Launched\u000a00:54:51.443108 run osmo-hlr_10.42.42.2(pid=21170): Launched\u000a00:54:51.554712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:54:52.086489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21172): Launched\u000a00:54:52.394144 run osmo-stp_10.42.42.5(pid=21173): Launched\u000a00:54:52.504564 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:54:53.034885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21175): Launched\u000a00:54:53.142291 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:54:53.409329 run patchelf(pid=21176): Launched\u000a00:54:53.586997 run osmo-stp_10.42.42.5(pid=21173): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21173)]\u000a00:54:53.716787 run osmo-stp_10.42.42.5(pid=21173): stdout: \u000a| (launched: 2022-12-14_00:54:52.240597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:53.847681 run osmo-stp_10.42.42.5(pid=21173): stderr: \u000a| �[0;m�[38;5;43m20221214005452412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005452412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005452412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005452413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005452413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005452413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005452413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:53.972748 run osmo-stp_10.42.42.5(pid=21173): stdout: \u000a| (launched: 2022-12-14_00:54:52.240597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:54.096446 run osmo-stp_10.42.42.5(pid=21173): stderr: \u000a| �[0;m�[38;5;43m20221214005452412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005452412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005452412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005452413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005452413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005452413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005452413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:54.240939 run patchelf(pid=21176): Terminating (SIGINT)\u000a00:54:54.410647 run patchelf(pid=21176): Terminated: ok {rc=0}\u000a00:54:54.441598 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21173): Process ended prematurely: osmo-stp_10.42.42.5(pid=21173) [trial-2397↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21173)] [trial-2397↪gprs:oc2g↪ping.py:22]\u000a00:54:54.450300 tst ping.py:22: Test FAILED (6.5 sec)\u000a00:54:54.510898 run osmo-hlr_10.42.42.2(pid=21170): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21170)]\u000a00:54:54.560383 run osmo-hlr_10.42.42.2(pid=21170): stdout: \u000a| (launched: 2022-12-14_00:54:51.291250) \u000a00:54:54.610487 run osmo-hlr_10.42.42.2(pid=21170): stderr: \u000a| �[0;m�[1;31m20221214005451467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005451467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005451467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005451467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005451467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005451467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005451480 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005451490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005451490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005451490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:54:54.653108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21169): Terminating (SIGTERM)\u000a00:54:54.693300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21172): Terminating (SIGTERM)\u000a00:54:54.733329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21175): Terminating (SIGTERM)\u000a00:54:54.742817 --- ParallelTerminationStrategy: PID 21169 died...\u000a00:54:54.796563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21169): Terminated: ok {rc=0}\u000a00:54:54.806488 --- ParallelTerminationStrategy: PID 21172 died...\u000a00:54:54.860421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21172): Terminated: ok {rc=0}\u000a00:54:54.870386 --- ParallelTerminationStrategy: PID 21175 died...\u000a00:54:54.923837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21175): Terminated: ok {rc=0}\u000a00:54:55.013908 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21183): Process ended prematurely: osmo-stp_10.42.42.5(pid=21183) [trial-2397↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21183)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21183): Process ended prematurely: osmo-stp_10.42.42.5(pid=21183) [trial-2397↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a00:54:56.067896 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:56.079747 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a00:54:56.205595 tst ping_idle_ping.py: using LAC 37418\u000a00:54:56.325185 tst ping_idle_ping.py: using RAC 188\u000a00:54:56.450712 tst ping_idle_ping.py: using CellId 37418\u000a00:54:56.569994 tst ping_idle_ping.py: using BVCI 37419\u000a00:54:56.593382 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:56.603833 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:56.614376 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:56.624715 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:56.635045 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:56.646083 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:56.656912 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:56.667597 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:56.964714 tst ping_idle_ping.py:24: start network...\u000a00:54:57.101987 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:54:57.623949 run create_hlr_db(pid=21177): Launched\u000a00:54:57.814700 bus /gobi_6: Setting Powered False\u000a00:54:58.834931 run create_hlr_db(pid=21177): Terminated: ok {rc=0}\u000a00:54:59.274374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21179): Launched\u000a00:54:59.605935 run osmo-hlr_10.42.42.2(pid=21180): Launched\u000a00:54:59.726823 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:55:00.298348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21182): Launched\u000a00:55:00.607200 run osmo-stp_10.42.42.5(pid=21183): Launched\u000a00:55:00.719316 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:55:01.327632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21185): Launched\u000a00:55:01.448355 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:55:01.759502 run patchelf(pid=21186): Launched\u000a00:55:01.973203 run osmo-stp_10.42.42.5(pid=21183): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21183)]\u000a00:55:02.118547 run osmo-stp_10.42.42.5(pid=21183): stdout: \u000a| (launched: 2022-12-14_00:55:00.453695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:02.263798 run osmo-stp_10.42.42.5(pid=21183): stderr: \u000a| �[0;m�[38;5;43m20221214005500625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005500625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005500625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005500626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005500626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005500626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005500626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:02.400872 run osmo-stp_10.42.42.5(pid=21183): stdout: \u000a| (launched: 2022-12-14_00:55:00.453695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:02.535527 run osmo-stp_10.42.42.5(pid=21183): stderr: \u000a| �[0;m�[38;5;43m20221214005500625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005500625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005500625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005500626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005500626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005500626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005500626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:02.692357 run patchelf(pid=21186): Terminating (SIGINT)\u000a00:55:02.876385 run patchelf(pid=21186): Terminated: ok {rc=0}\u000a00:55:02.909935 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21183): Process ended prematurely: osmo-stp_10.42.42.5(pid=21183) [trial-2397↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21183)] [trial-2397↪gprs:oc2g↪ping_idle_ping.py:27]\u000a00:55:02.919617 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a00:55:02.984999 run osmo-hlr_10.42.42.2(pid=21180): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21180)]\u000a00:55:03.037357 run osmo-hlr_10.42.42.2(pid=21180): stdout: \u000a| (launched: 2022-12-14_00:54:59.441513) \u000a00:55:03.090523 run osmo-hlr_10.42.42.2(pid=21180): stderr: \u000a| �[0;m�[1;31m20221214005459640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005459640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005459640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005459640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005459640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005459640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005459652 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005459660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005459660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005459660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:55:03.135672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21179): Terminating (SIGTERM)\u000a00:55:03.178678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21182): Terminating (SIGTERM)\u000a00:55:03.221494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21185): Terminating (SIGTERM)\u000a00:55:03.231412 --- ParallelTerminationStrategy: PID 21179 died...\u000a00:55:03.288703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21179): Terminated: ok {rc=0}\u000a00:55:03.299100 --- ParallelTerminationStrategy: PID 21182 died...\u000a00:55:03.356493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21182): Terminated: ok {rc=0}\u000a00:55:03.366881 --- ParallelTerminationStrategy: PID 21185 died...\u000a00:55:03.423857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21185): Terminated: ok {rc=0}\u000a00:55:03.511194 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 64.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:54:02" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21203): Process ended prematurely: osmo-stp_10.42.42.5(pid=21203) [trial-2397↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21203)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21203): Process ended prematurely: osmo-stp_10.42.42.5(pid=21203) [trial-2397↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:55:05.634122 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:05.645755 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:55:05.777905 tst cs_paging_gprs_active.py: using LAC 37419\u000a00:55:05.907513 tst cs_paging_gprs_active.py: using RAC 189\u000a00:55:06.042240 tst cs_paging_gprs_active.py: using CellId 37419\u000a00:55:06.172314 tst cs_paging_gprs_active.py: using BVCI 37420\u000a00:55:06.197288 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:06.208479 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:06.219441 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:06.230427 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:06.241626 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:06.252417 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:06.263735 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:06.275733 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:06.287332 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:55:06.404066 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:55:06.700000 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:55:06.836566 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:55:07.178722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21193): Launched\u000a00:55:07.461376 run iperf3-srv_10.42.42.10(pid=21194): Launched\u000a00:55:07.662121 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:55:07.798262 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:55:08.139786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21195): Launched\u000a00:55:08.423121 run iperf3-srv_10.42.42.10(pid=21196): Launched\u000a00:55:08.623386 tst cs_paging_gprs_active.py:38: start network...\u000a00:55:08.759703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:55:09.277325 run create_hlr_db(pid=21197): Launched\u000a00:55:09.467108 bus /gobi_6: Setting Powered False\u000a00:55:10.487368 run create_hlr_db(pid=21197): Terminated: ok {rc=0}\u000a00:55:10.906786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21199): Launched\u000a00:55:11.238474 run osmo-hlr_10.42.42.2(pid=21200): Launched\u000a00:55:11.358780 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:55:11.927372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21202): Launched\u000a00:55:12.257433 run osmo-stp_10.42.42.5(pid=21203): Launched\u000a00:55:12.376536 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:55:12.948896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21205): Launched\u000a00:55:13.066318 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:55:13.355419 run patchelf(pid=21206): Launched\u000a00:55:13.546874 run osmo-stp_10.42.42.5(pid=21203): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21203)]\u000a00:55:13.687243 run osmo-stp_10.42.42.5(pid=21203): stdout: \u000a| (launched: 2022-12-14_00:55:12.093859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:13.827819 run osmo-stp_10.42.42.5(pid=21203): stderr: \u000a| �[0;m�[38;5;43m20221214005512287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005512287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005512287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005512287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005512288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005512288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005512288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:13.963083 run osmo-stp_10.42.42.5(pid=21203): stdout: \u000a| (launched: 2022-12-14_00:55:12.093859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:14.097597 run osmo-stp_10.42.42.5(pid=21203): stderr: \u000a| �[0;m�[38;5;43m20221214005512287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005512287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005512287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005512287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005512288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005512288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005512288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:14.254169 run patchelf(pid=21206): Terminating (SIGINT)\u000a00:55:14.438008 run patchelf(pid=21206): Terminated: ok {rc=0}\u000a00:55:14.471574 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21203): Process ended prematurely: osmo-stp_10.42.42.5(pid=21203) [trial-2397↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21203)] [trial-2397↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:55:14.481662 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a00:55:14.545193 run osmo-hlr_10.42.42.2(pid=21200): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21200)]\u000a00:55:14.596877 run osmo-hlr_10.42.42.2(pid=21200): stdout: \u000a| (launched: 2022-12-14_00:55:11.073683) \u000a00:55:14.649313 run osmo-hlr_10.42.42.2(pid=21200): stderr: \u000a| �[0;m�[1;31m20221214005511270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005511270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005511270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005511270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005511270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005511270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005511283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005511291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005511291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005511291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:55:14.694313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21193): Terminating (SIGTERM)\u000a00:55:14.736579 run iperf3-srv_10.42.42.10(pid=21194): Terminating (SIGTERM)\u000a00:55:14.779420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21195): Terminating (SIGTERM)\u000a00:55:14.822036 run iperf3-srv_10.42.42.10(pid=21196): Terminating (SIGTERM)\u000a00:55:14.864547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21199): Terminating (SIGTERM)\u000a00:55:14.906983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21202): Terminating (SIGTERM)\u000a00:55:14.949239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21205): Terminating (SIGTERM)\u000a00:55:14.958892 --- ParallelTerminationStrategy: PID 21193 died...\u000a00:55:15.015827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21193): Terminated: ok {rc=0}\u000a00:55:15.025981 --- ParallelTerminationStrategy: PID 21194 died...\u000a00:55:15.082652 run iperf3-srv_10.42.42.10(pid=21194): Terminated {rc=256}\u000a00:55:15.092704 --- ParallelTerminationStrategy: PID 21195 died...\u000a00:55:15.148728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21195): Terminated: ok {rc=0}\u000a00:55:15.158569 --- ParallelTerminationStrategy: PID 21196 died...\u000a00:55:15.214904 run iperf3-srv_10.42.42.10(pid=21196): Terminated {rc=256}\u000a00:55:15.225017 --- ParallelTerminationStrategy: PID 21199 died...\u000a00:55:15.280996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21199): Terminated: ok {rc=0}\u000a00:55:15.290928 --- ParallelTerminationStrategy: PID 21202 died...\u000a00:55:15.347326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21202): Terminated: ok {rc=0}\u000a00:55:15.357397 --- ParallelTerminationStrategy: PID 21205 died...\u000a00:55:15.413873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21205): Terminated: ok {rc=0}\u000a00:55:15.501958 bus /gobi_0: Setting Powered False\u000a00:55:16.607576 bus /gobi_0: Setting Powered False\u000a00:55:17.714664 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21215): Process ended prematurely: osmo-stp_10.42.42.5(pid=21215) [trial-2397↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21215)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21215): Process ended prematurely: osmo-stp_10.42.42.5(pid=21215) [trial-2397↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:55:18.830628 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:18.842657 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:55:18.977299 tst iperf3.py: using LAC 37420\u000a00:55:19.106583 tst iperf3.py: using RAC 190\u000a00:55:19.230381 tst iperf3.py: using CellId 37420\u000a00:55:19.353110 tst iperf3.py: using BVCI 37421\u000a00:55:19.376403 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:19.387410 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:19.398290 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:19.408811 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:19.420092 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:19.431358 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:19.442692 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:19.453868 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:19.465160 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:55:19.750419 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:55:19.877727 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:55:20.198088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21207): Launched\u000a00:55:20.461291 run iperf3-srv_10.42.42.10(pid=21208): Launched\u000a00:55:20.646378 tst iperf3.py:8: start network...\u000a00:55:20.772892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:55:21.261290 run create_hlr_db(pid=21209): Launched\u000a00:55:21.435756 bus /gobi_6: Setting Powered False\u000a00:55:22.456516 run create_hlr_db(pid=21209): Terminated: ok {rc=0}\u000a00:55:22.889377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21211): Launched\u000a00:55:23.194718 run osmo-hlr_10.42.42.2(pid=21212): Launched\u000a00:55:23.305622 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:55:23.835134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21214): Launched\u000a00:55:24.139993 run osmo-stp_10.42.42.5(pid=21215): Launched\u000a00:55:24.249352 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:55:24.781195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21217): Launched\u000a00:55:24.889621 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:55:25.156727 run patchelf(pid=21218): Launched\u000a00:55:25.334857 run osmo-stp_10.42.42.5(pid=21215): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21215)]\u000a00:55:25.466148 run osmo-stp_10.42.42.5(pid=21215): stdout: \u000a| (launched: 2022-12-14_00:55:23.989867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:25.596849 run osmo-stp_10.42.42.5(pid=21215): stderr: \u000a| �[0;m�[38;5;43m20221214005524161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005524161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005524162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005524162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005524163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005524163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005524163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:25.722332 run osmo-stp_10.42.42.5(pid=21215): stdout: \u000a| (launched: 2022-12-14_00:55:23.989867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:25.846540 run osmo-stp_10.42.42.5(pid=21215): stderr: \u000a| �[0;m�[38;5;43m20221214005524161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005524161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005524162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005524162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005524163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005524163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005524163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:25.990992 run patchelf(pid=21218): Terminating (SIGINT)\u000a00:55:26.161597 run patchelf(pid=21218): Terminated: ok {rc=0}\u000a00:55:26.192876 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21215): Process ended prematurely: osmo-stp_10.42.42.5(pid=21215) [trial-2397↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21215)] [trial-2397↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a00:55:26.202238 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a00:55:26.261463 run osmo-hlr_10.42.42.2(pid=21212): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21212)]\u000a00:55:26.309810 run osmo-hlr_10.42.42.2(pid=21212): stdout: \u000a| (launched: 2022-12-14_00:55:23.043624) \u000a00:55:26.358882 run osmo-hlr_10.42.42.2(pid=21212): stderr: \u000a| �[0;m�[1;31m20221214005523220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005523220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005523220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005523220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005523220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005523220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005523232 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005523242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005523242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005523242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:55:26.400644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21207): Terminating (SIGTERM)\u000a00:55:26.439877 run iperf3-srv_10.42.42.10(pid=21208): Terminating (SIGTERM)\u000a00:55:26.479209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21211): Terminating (SIGTERM)\u000a00:55:26.518562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21214): Terminating (SIGTERM)\u000a00:55:26.558150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21217): Terminating (SIGTERM)\u000a00:55:26.567239 --- ParallelTerminationStrategy: PID 21207 died...\u000a00:55:26.620453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21207): Terminated: ok {rc=0}\u000a00:55:26.629962 --- ParallelTerminationStrategy: PID 21208 died...\u000a00:55:26.682769 run iperf3-srv_10.42.42.10(pid=21208): Terminated {rc=256}\u000a00:55:26.692164 --- ParallelTerminationStrategy: PID 21211 died...\u000a00:55:26.745021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21211): Terminated: ok {rc=0}\u000a00:55:26.754452 --- ParallelTerminationStrategy: PID 21214 died...\u000a00:55:26.808107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21214): Terminated: ok {rc=0}\u000a00:55:26.817644 --- ParallelTerminationStrategy: PID 21217 died...\u000a00:55:26.870767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21217): Terminated: ok {rc=0}\u000a00:55:26.960468 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21233): Process ended prematurely: osmo-stp_10.42.42.5(pid=21233) [trial-2397↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21233)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21233): Process ended prematurely: osmo-stp_10.42.42.5(pid=21233) [trial-2397↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21233)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:55:28.072190 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:28.083990 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:55:28.208768 tst iperf3m4.py: using LAC 37421\u000a00:55:28.329987 tst iperf3m4.py: using RAC 191\u000a00:55:28.448835 tst iperf3m4.py: using CellId 37421\u000a00:55:28.569996 tst iperf3m4.py: using BVCI 37422\u000a00:55:28.593447 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:28.604221 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:28.614869 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:28.625538 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:28.635983 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:28.646518 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:28.657268 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:28.667757 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:28.678505 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:55:28.801580 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:55:28.917184 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:55:29.039355 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:55:29.333216 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:55:29.470228 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:55:29.810361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21219): Launched\u000a00:55:30.092441 run iperf3-srv_10.42.42.10(pid=21220): Launched\u000a00:55:30.292936 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:55:30.429758 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:55:30.770031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21221): Launched\u000a00:55:31.102559 run iperf3-srv_10.42.42.10(pid=21222): Launched\u000a00:55:31.312541 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:55:31.452822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:55:31.813874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21223): Launched\u000a00:55:32.115487 run iperf3-srv_10.42.42.10(pid=21224): Launched\u000a00:55:32.316515 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:55:32.453030 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:55:32.793449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21225): Launched\u000a00:55:33.075419 run iperf3-srv_10.42.42.10(pid=21226): Launched\u000a00:55:33.273953 tst iperf3m4.py:8: start network...\u000a00:55:33.410057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:55:33.922361 run create_hlr_db(pid=21227): Launched\u000a00:55:34.110449 bus /gobi_6: Setting Powered False\u000a00:55:35.132476 run create_hlr_db(pid=21227): Terminated: ok {rc=0}\u000a00:55:35.568404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21229): Launched\u000a00:55:35.897479 run osmo-hlr_10.42.42.2(pid=21230): Launched\u000a00:55:36.017836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:55:36.588709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21232): Launched\u000a00:55:36.917149 run osmo-stp_10.42.42.5(pid=21233): Launched\u000a00:55:37.034810 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:55:37.609131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21235): Launched\u000a00:55:37.726351 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:55:38.013232 run patchelf(pid=21236): Launched\u000a00:55:38.205549 run osmo-stp_10.42.42.5(pid=21233): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21233)]\u000a00:55:38.346777 run osmo-stp_10.42.42.5(pid=21233): stdout: \u000a| (launched: 2022-12-14_00:55:36.754429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:38.488210 run osmo-stp_10.42.42.5(pid=21233): stderr: \u000a| �[0;m�[38;5;43m20221214005536946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005536946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005536946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005536947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005536947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005536947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005536947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:38.623416 run osmo-stp_10.42.42.5(pid=21233): stdout: \u000a| (launched: 2022-12-14_00:55:36.754429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:38.757339 run osmo-stp_10.42.42.5(pid=21233): stderr: \u000a| �[0;m�[38;5;43m20221214005536946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005536946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005536946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005536947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005536947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005536947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005536947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:38.913530 run patchelf(pid=21236): Terminating (SIGINT)\u000a00:55:39.097205 run patchelf(pid=21236): Terminated: ok {rc=0}\u000a00:55:39.130969 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21233): Process ended prematurely: osmo-stp_10.42.42.5(pid=21233) [trial-2397↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21233)] [trial-2397↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a00:55:39.141063 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a00:55:39.205353 run osmo-hlr_10.42.42.2(pid=21230): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21230)]\u000a00:55:39.257122 run osmo-hlr_10.42.42.2(pid=21230): stdout: \u000a| (launched: 2022-12-14_00:55:35.734192) \u000a00:55:39.309440 run osmo-hlr_10.42.42.2(pid=21230): stderr: \u000a| �[0;m�[1;31m20221214005535932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005535932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005535933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005535933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005535933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005535933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005535945 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005535955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005535955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005535955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:55:39.354389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21219): Terminating (SIGTERM)\u000a00:55:39.396607 run iperf3-srv_10.42.42.10(pid=21220): Terminating (SIGTERM)\u000a00:55:39.438837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21221): Terminating (SIGTERM)\u000a00:55:39.480893 run iperf3-srv_10.42.42.10(pid=21222): Terminating (SIGTERM)\u000a00:55:39.523113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21223): Terminating (SIGTERM)\u000a00:55:39.565078 run iperf3-srv_10.42.42.10(pid=21224): Terminating (SIGTERM)\u000a00:55:39.607238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21225): Terminating (SIGTERM)\u000a00:55:39.649326 run iperf3-srv_10.42.42.10(pid=21226): Terminating (SIGTERM)\u000a00:55:39.692309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21229): Terminating (SIGTERM)\u000a00:55:39.734611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21232): Terminating (SIGTERM)\u000a00:55:39.777638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21235): Terminating (SIGTERM)\u000a00:55:39.787170 --- ParallelTerminationStrategy: PID 21219 died...\u000a00:55:39.843565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21219): Terminated: ok {rc=0}\u000a00:55:39.853929 --- ParallelTerminationStrategy: PID 21220 died...\u000a00:55:39.910166 run iperf3-srv_10.42.42.10(pid=21220): Terminated {rc=256}\u000a00:55:39.920082 --- ParallelTerminationStrategy: PID 21221 died...\u000a00:55:39.976835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21221): Terminated: ok {rc=0}\u000a00:55:39.986852 --- ParallelTerminationStrategy: PID 21222 died...\u000a00:55:40.042764 run iperf3-srv_10.42.42.10(pid=21222): Terminated {rc=256}\u000a00:55:40.052668 --- ParallelTerminationStrategy: PID 21223 died...\u000a00:55:40.108998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21223): Terminated: ok {rc=0}\u000a00:55:40.118903 --- ParallelTerminationStrategy: PID 21224 died...\u000a00:55:40.174967 run iperf3-srv_10.42.42.10(pid=21224): Terminated {rc=256}\u000a00:55:40.185079 --- ParallelTerminationStrategy: PID 21225 died...\u000a00:55:40.241029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21225): Terminated: ok {rc=0}\u000a00:55:40.250905 --- ParallelTerminationStrategy: PID 21226 died...\u000a00:55:40.306983 run iperf3-srv_10.42.42.10(pid=21226): Terminated {rc=256}\u000a00:55:40.316903 --- ParallelTerminationStrategy: PID 21229 died...\u000a00:55:40.373385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21229): Terminated: ok {rc=0}\u000a00:55:40.383263 --- ParallelTerminationStrategy: PID 21232 died...\u000a00:55:40.439440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21232): Terminated: ok {rc=0}\u000a00:55:40.449902 --- ParallelTerminationStrategy: PID 21235 died...\u000a00:55:40.506259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21235): Terminated: ok {rc=0}\u000a00:55:40.593590 bus /gobi_4: Setting Powered False\u000a00:55:41.697042 bus /gobi_4: Setting Powered False\u000a00:55:42.807403 bus /gobi_1: Setting Powered False\u000a00:55:43.913050 bus /gobi_1: Setting Powered False\u000a00:55:45.020576 bus /gobi_0: Setting Powered False\u000a00:55:46.128373 bus /gobi_0: Setting Powered False\u000a00:55:47.242780 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21246): Process ended prematurely: osmo-stp_10.42.42.5(pid=21246) [trial-2397↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21246)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21246): Process ended prematurely: osmo-stp_10.42.42.5(pid=21246) [trial-2397↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a00:55:48.310590 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:48.322134 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:55:48.446973 tst ping.py: using LAC 37422\u000a00:55:48.569934 tst ping.py: using RAC 192\u000a00:55:48.685737 tst ping.py: using CellId 37422\u000a00:55:48.801459 tst ping.py: using BVCI 37423\u000a00:55:48.824131 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:48.834990 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:48.845637 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:48.856106 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:48.867354 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:48.878462 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:48.889760 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:48.900895 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:55:49.176506 tst ping.py:19: start network...\u000a00:55:49.300251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:55:49.778830 run create_hlr_db(pid=21240): Launched\u000a00:55:49.950543 bus /gobi_6: Setting Powered False\u000a00:55:50.972292 run create_hlr_db(pid=21240): Terminated: ok {rc=0}\u000a00:55:51.401353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21242): Launched\u000a00:55:51.723585 run osmo-hlr_10.42.42.2(pid=21243): Launched\u000a00:55:51.839814 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:55:52.405699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21245): Launched\u000a00:55:52.728820 run osmo-stp_10.42.42.5(pid=21246): Launched\u000a00:55:52.845747 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:55:53.406057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21248): Launched\u000a00:55:53.520149 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:55:53.802261 run patchelf(pid=21249): Launched\u000a00:55:53.990840 run osmo-stp_10.42.42.5(pid=21246): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21246)]\u000a00:55:54.128855 run osmo-stp_10.42.42.5(pid=21246): stdout: \u000a| (launched: 2022-12-14_00:55:52.568453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:54.267544 run osmo-stp_10.42.42.5(pid=21246): stderr: \u000a| �[0;m�[38;5;43m20221214005552762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005552762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005552762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005552763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005552763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005552763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005552763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:54.401809 run osmo-stp_10.42.42.5(pid=21246): stdout: \u000a| (launched: 2022-12-14_00:55:52.568453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:54.533820 run osmo-stp_10.42.42.5(pid=21246): stderr: \u000a| �[0;m�[38;5;43m20221214005552762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005552762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005552762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005552763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005552763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005552763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005552763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:54.687560 run patchelf(pid=21249): Terminating (SIGINT)\u000a00:55:54.867883 run patchelf(pid=21249): Terminated: ok {rc=0}\u000a00:55:54.900509 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21246): Process ended prematurely: osmo-stp_10.42.42.5(pid=21246) [trial-2397↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21246)] [trial-2397↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a00:55:54.909962 tst ping.py:22: Test FAILED (6.6 sec)\u000a00:55:54.973193 run osmo-hlr_10.42.42.2(pid=21243): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21243)]\u000a00:55:55.024627 run osmo-hlr_10.42.42.2(pid=21243): stdout: \u000a| (launched: 2022-12-14_00:55:51.563947) \u000a00:55:55.076684 run osmo-hlr_10.42.42.2(pid=21243): stderr: \u000a| �[0;m�[1;31m20221214005551762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005551762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005551763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005551763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005551763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005551763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005551775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005551783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005551783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005551783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:55:55.121124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21242): Terminating (SIGTERM)\u000a00:55:55.163673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21245): Terminating (SIGTERM)\u000a00:55:55.205928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21248): Terminating (SIGTERM)\u000a00:55:55.215541 --- ParallelTerminationStrategy: PID 21242 died...\u000a00:55:55.271979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21242): Terminated: ok {rc=0}\u000a00:55:55.282066 --- ParallelTerminationStrategy: PID 21245 died...\u000a00:55:55.338151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21245): Terminated: ok {rc=0}\u000a00:55:55.348202 --- ParallelTerminationStrategy: PID 21248 died...\u000a00:55:55.405076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21248): Terminated: ok {rc=0}\u000a00:55:55.493893 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21256): Process ended prematurely: osmo-stp_10.42.42.5(pid=21256) [trial-2397↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21256)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21256): Process ended prematurely: osmo-stp_10.42.42.5(pid=21256) [trial-2397↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a00:55:56.546032 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:56.557495 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:55:56.681065 tst ping_idle_ping.py: using LAC 37423\u000a00:55:56.798177 tst ping_idle_ping.py: using RAC 193\u000a00:55:56.917262 tst ping_idle_ping.py: using CellId 37423\u000a00:55:57.036097 tst ping_idle_ping.py: using BVCI 37424\u000a00:55:57.059046 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:57.069868 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:57.080488 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:57.091238 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:57.102204 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:57.113042 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:57.123714 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:57.134383 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:55:57.409105 tst ping_idle_ping.py:24: start network...\u000a00:55:57.533403 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:55:58.017756 run create_hlr_db(pid=21250): Launched\u000a00:55:58.190831 bus /gobi_6: Setting Powered False\u000a00:55:59.213234 run create_hlr_db(pid=21250): Terminated: ok {rc=0}\u000a00:55:59.646260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21252): Launched\u000a00:55:59.971695 run osmo-hlr_10.42.42.2(pid=21253): Launched\u000a00:56:00.091044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:56:00.654062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21255): Launched\u000a00:56:01.018203 run osmo-stp_10.42.42.5(pid=21256): Launched\u000a00:56:01.189460 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:56:01.850726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21258): Launched\u000a00:56:01.969431 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:56:02.286666 run patchelf(pid=21259): Launched\u000a00:56:02.477607 run osmo-stp_10.42.42.5(pid=21256): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21256)]\u000a00:56:02.615510 run osmo-stp_10.42.42.5(pid=21256): stdout: \u000a| (launched: 2022-12-14_00:56:00.818124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:02.754401 run osmo-stp_10.42.42.5(pid=21256): stderr: \u000a| �[0;m�[38;5;43m20221214005601139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005601139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005601140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005601140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005601143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005601144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005601144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:02.887605 run osmo-stp_10.42.42.5(pid=21256): stdout: \u000a| (launched: 2022-12-14_00:56:00.818124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:03.020155 run osmo-stp_10.42.42.5(pid=21256): stderr: \u000a| �[0;m�[38;5;43m20221214005601139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005601139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005601140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005601140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005601143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005601144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005601144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:03.174496 run patchelf(pid=21259): Terminating (SIGINT)\u000a00:56:03.355338 run patchelf(pid=21259): Terminated: ok {rc=0}\u000a00:56:03.388238 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21256): Process ended prematurely: osmo-stp_10.42.42.5(pid=21256) [trial-2397↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21256)] [trial-2397↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a00:56:03.397815 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a00:56:03.461733 run osmo-hlr_10.42.42.2(pid=21253): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21253)]\u000a00:56:03.513700 run osmo-hlr_10.42.42.2(pid=21253): stdout: \u000a| (launched: 2022-12-14_00:55:59.810867) \u000a00:56:03.566234 run osmo-hlr_10.42.42.2(pid=21253): stderr: \u000a| �[0;m�[1;31m20221214005600008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005600008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005600008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005600008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005600008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005600008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005600024 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005600033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005600034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005600034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:56:03.611136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21252): Terminating (SIGTERM)\u000a00:56:03.653502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21255): Terminating (SIGTERM)\u000a00:56:03.695851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21258): Terminating (SIGTERM)\u000a00:56:03.705637 --- ParallelTerminationStrategy: PID 21252 died...\u000a00:56:03.762626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21252): Terminated: ok {rc=0}\u000a00:56:03.772692 --- ParallelTerminationStrategy: PID 21255 died...\u000a00:56:03.829623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21255): Terminated: ok {rc=0}\u000a00:56:03.839771 --- ParallelTerminationStrategy: PID 21258 died...\u000a00:56:03.896834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21258): Terminated: ok {rc=0}\u000a00:56:03.985708 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:55:05" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21274): Process ended prematurely: osmo-stp_10.42.42.5(pid=21274) [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21274)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21274): Process ended prematurely: osmo-stp_10.42.42.5(pid=21274) [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21274)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:56:06.105564 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:06.116942 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:56:06.268932 tst cs_paging_gprs_active.py: using LAC 37424\u000a00:56:06.399826 tst cs_paging_gprs_active.py: using RAC 194\u000a00:56:06.529500 tst cs_paging_gprs_active.py: using CellId 37424\u000a00:56:06.657300 tst cs_paging_gprs_active.py: using BVCI 37425\u000a00:56:06.682487 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:06.693890 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:06.704866 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:06.716011 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:06.727351 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:06.738773 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:06.750642 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:06.761924 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:06.773474 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:56:06.890841 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:56:07.189659 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:56:07.326769 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:56:07.670496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21264): Launched\u000a00:56:07.953707 run iperf3-srv_10.42.42.10(pid=21265): Launched\u000a00:56:08.155622 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:56:08.292582 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:56:08.637789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21266): Launched\u000a00:56:08.921497 run iperf3-srv_10.42.42.10(pid=21267): Launched\u000a00:56:09.124205 tst cs_paging_gprs_active.py:38: start network...\u000a00:56:09.262124 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:56:09.780434 run create_hlr_db(pid=21268): Launched\u000a00:56:09.970128 bus /gobi_6: Setting Powered False\u000a00:56:10.990980 run create_hlr_db(pid=21268): Terminated: ok {rc=0}\u000a00:56:11.431273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21270): Launched\u000a00:56:11.762569 run osmo-hlr_10.42.42.2(pid=21271): Launched\u000a00:56:11.886028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:56:12.458766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21273): Launched\u000a00:56:12.767955 run osmo-stp_10.42.42.5(pid=21274): Launched\u000a00:56:12.880619 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:56:13.419197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21276): Launched\u000a00:56:13.527856 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:56:13.796382 run patchelf(pid=21277): Launched\u000a00:56:13.976069 run osmo-stp_10.42.42.5(pid=21274): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21274)]\u000a00:56:14.107391 run osmo-stp_10.42.42.5(pid=21274): stdout: \u000a| (launched: 2022-12-14_00:56:12.615196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:14.239172 run osmo-stp_10.42.42.5(pid=21274): stderr: \u000a| �[0;m�[38;5;43m20221214005612786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005612786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005612787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005612787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005612787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005612787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005612788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:14.365750 run osmo-stp_10.42.42.5(pid=21274): stdout: \u000a| (launched: 2022-12-14_00:56:12.615196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:14.492063 run osmo-stp_10.42.42.5(pid=21274): stderr: \u000a| �[0;m�[38;5;43m20221214005612786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005612786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005612787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005612787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005612787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005612787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005612788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:14.639237 run patchelf(pid=21277): Terminating (SIGINT)\u000a00:56:14.811650 run patchelf(pid=21277): Terminated: ok {rc=0}\u000a00:56:14.843310 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21274): Process ended prematurely: osmo-stp_10.42.42.5(pid=21274) [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21274)] [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a00:56:14.852376 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a00:56:14.912080 run osmo-hlr_10.42.42.2(pid=21271): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21271)]\u000a00:56:14.960571 run osmo-hlr_10.42.42.2(pid=21271): stdout: \u000a| (launched: 2022-12-14_00:56:11.598474) \u000a00:56:15.009962 run osmo-hlr_10.42.42.2(pid=21271): stderr: \u000a| �[0;m�[1;31m20221214005611797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005611797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005611797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005611798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005611798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005611798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005611810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005611818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005611818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005611818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:56:15.051776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21264): Terminating (SIGTERM)\u000a00:56:15.091050 run iperf3-srv_10.42.42.10(pid=21265): Terminating (SIGTERM)\u000a00:56:15.130474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21266): Terminating (SIGTERM)\u000a00:56:15.169834 run iperf3-srv_10.42.42.10(pid=21267): Terminating (SIGTERM)\u000a00:56:15.209379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21270): Terminating (SIGTERM)\u000a00:56:15.248765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21273): Terminating (SIGTERM)\u000a00:56:15.288090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21276): Terminating (SIGTERM)\u000a00:56:15.297153 --- ParallelTerminationStrategy: PID 21264 died...\u000a00:56:15.349943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21264): Terminated: ok {rc=0}\u000a00:56:15.359249 --- ParallelTerminationStrategy: PID 21265 died...\u000a00:56:15.411343 run iperf3-srv_10.42.42.10(pid=21265): Terminated {rc=256}\u000a00:56:15.420647 --- ParallelTerminationStrategy: PID 21266 died...\u000a00:56:15.472640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21266): Terminated: ok {rc=0}\u000a00:56:15.481926 --- ParallelTerminationStrategy: PID 21267 died...\u000a00:56:15.533871 run iperf3-srv_10.42.42.10(pid=21267): Terminated {rc=256}\u000a00:56:15.543104 --- ParallelTerminationStrategy: PID 21270 died...\u000a00:56:15.595265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21270): Terminated: ok {rc=0}\u000a00:56:15.604508 --- ParallelTerminationStrategy: PID 21273 died...\u000a00:56:15.656589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21273): Terminated: ok {rc=0}\u000a00:56:15.665963 --- ParallelTerminationStrategy: PID 21276 died...\u000a00:56:15.718155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21276): Terminated: ok {rc=0}\u000a00:56:15.806434 bus /gobi_0: Setting Powered False\u000a00:56:16.916803 bus /gobi_0: Setting Powered False\u000a00:56:18.022767 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21286): Process ended prematurely: osmo-stp_10.42.42.5(pid=21286) [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21286)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21286): Process ended prematurely: osmo-stp_10.42.42.5(pid=21286) [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21286)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a00:56:19.137932 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:19.149912 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:56:19.306316 tst iperf3.py: using LAC 37425\u000a00:56:19.427197 tst iperf3.py: using RAC 195\u000a00:56:19.550520 tst iperf3.py: using CellId 37425\u000a00:56:19.668280 tst iperf3.py: using BVCI 37426\u000a00:56:19.691655 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:19.702551 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:19.713168 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:19.723703 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:19.734214 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:19.744837 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:19.756821 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:19.767482 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:19.778232 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:56:20.074812 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:56:20.211126 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:56:20.551666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21278): Launched\u000a00:56:20.834001 run iperf3-srv_10.42.42.10(pid=21279): Launched\u000a00:56:21.034323 tst iperf3.py:8: start network...\u000a00:56:21.170718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:56:21.685587 run create_hlr_db(pid=21280): Launched\u000a00:56:21.873858 bus /gobi_6: Setting Powered False\u000a00:56:22.894563 run create_hlr_db(pid=21280): Terminated: ok {rc=0}\u000a00:56:23.305989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21282): Launched\u000a00:56:23.610783 run osmo-hlr_10.42.42.2(pid=21283): Launched\u000a00:56:23.721903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:56:24.252067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21285): Launched\u000a00:56:24.557943 run osmo-stp_10.42.42.5(pid=21286): Launched\u000a00:56:24.667684 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:56:25.200403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21288): Launched\u000a00:56:25.308082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:56:25.573820 run patchelf(pid=21289): Launched\u000a00:56:25.751119 run osmo-stp_10.42.42.5(pid=21286): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21286)]\u000a00:56:25.881429 run osmo-stp_10.42.42.5(pid=21286): stdout: \u000a| (launched: 2022-12-14_00:56:24.405878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:26.012628 run osmo-stp_10.42.42.5(pid=21286): stderr: \u000a| �[0;m�[38;5;43m20221214005624576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005624576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005624576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005624577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005624577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005624577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005624577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:26.137970 run osmo-stp_10.42.42.5(pid=21286): stdout: \u000a| (launched: 2022-12-14_00:56:24.405878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:26.262118 run osmo-stp_10.42.42.5(pid=21286): stderr: \u000a| �[0;m�[38;5;43m20221214005624576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005624576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005624576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005624577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005624577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005624577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005624577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:26.406881 run patchelf(pid=21289): Terminating (SIGINT)\u000a00:56:26.577932 run patchelf(pid=21289): Terminated: ok {rc=0}\u000a00:56:26.609452 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21286): Process ended prematurely: osmo-stp_10.42.42.5(pid=21286) [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21286)] [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a00:56:26.618682 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a00:56:26.677885 run osmo-hlr_10.42.42.2(pid=21283): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21283)]\u000a00:56:26.726481 run osmo-hlr_10.42.42.2(pid=21283): stdout: \u000a| (launched: 2022-12-14_00:56:23.460095) \u000a00:56:26.775507 run osmo-hlr_10.42.42.2(pid=21283): stderr: \u000a| �[0;m�[1;31m20221214005623635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005623636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005623636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005623636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005623636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005623636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005623657 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005623667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005623667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005623667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:56:26.817099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21278): Terminating (SIGTERM)\u000a00:56:26.856156 run iperf3-srv_10.42.42.10(pid=21279): Terminating (SIGTERM)\u000a00:56:26.895372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21282): Terminating (SIGTERM)\u000a00:56:26.934399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21285): Terminating (SIGTERM)\u000a00:56:26.973424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21288): Terminating (SIGTERM)\u000a00:56:26.982421 --- ParallelTerminationStrategy: PID 21278 died...\u000a00:56:27.035885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21278): Terminated: ok {rc=0}\u000a00:56:27.045458 --- ParallelTerminationStrategy: PID 21279 died...\u000a00:56:27.097910 run iperf3-srv_10.42.42.10(pid=21279): Terminated {rc=256}\u000a00:56:27.107241 --- ParallelTerminationStrategy: PID 21282 died...\u000a00:56:27.159366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21282): Terminated: ok {rc=0}\u000a00:56:27.168652 --- ParallelTerminationStrategy: PID 21285 died...\u000a00:56:27.220812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21285): Terminated: ok {rc=0}\u000a00:56:27.230304 --- ParallelTerminationStrategy: PID 21288 died...\u000a00:56:27.283019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21288): Terminated: ok {rc=0}\u000a00:56:27.367042 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21304): Process ended prematurely: osmo-stp_10.42.42.5(pid=21304) [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21304)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21304): Process ended prematurely: osmo-stp_10.42.42.5(pid=21304) [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21304)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a00:56:28.476461 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:28.488046 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:56:28.634384 tst iperf3m4.py: using LAC 37426\u000a00:56:28.753391 tst iperf3m4.py: using RAC 196\u000a00:56:28.872253 tst iperf3m4.py: using CellId 37426\u000a00:56:28.993327 tst iperf3m4.py: using BVCI 37427\u000a00:56:29.016526 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:29.027531 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:29.038269 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:29.048891 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:29.059461 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:29.070468 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:29.081349 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:29.091766 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:29.102665 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:56:29.225569 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:56:29.344934 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:56:29.466860 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:56:29.750710 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:56:29.877225 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:56:30.196396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21290): Launched\u000a00:56:30.459876 run iperf3-srv_10.42.42.10(pid=21291): Launched\u000a00:56:30.645777 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:56:30.771801 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:56:31.128082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21292): Launched\u000a00:56:31.418376 run iperf3-srv_10.42.42.10(pid=21293): Launched\u000a00:56:31.627465 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:56:31.769975 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:56:32.130214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21294): Launched\u000a00:56:32.415944 run iperf3-srv_10.42.42.10(pid=21295): Launched\u000a00:56:32.617426 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:56:32.754492 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:56:33.097281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21296): Launched\u000a00:56:33.380576 run iperf3-srv_10.42.42.10(pid=21297): Launched\u000a00:56:33.581427 tst iperf3m4.py:8: start network...\u000a00:56:33.718458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:56:34.235977 run create_hlr_db(pid=21298): Launched\u000a00:56:34.427193 bus /gobi_6: Setting Powered False\u000a00:56:35.446990 run create_hlr_db(pid=21298): Terminated: ok {rc=0}\u000a00:56:35.886978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21300): Launched\u000a00:56:36.217989 run osmo-hlr_10.42.42.2(pid=21301): Launched\u000a00:56:36.338647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:56:36.910771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21303): Launched\u000a00:56:37.240383 run osmo-stp_10.42.42.5(pid=21304): Launched\u000a00:56:37.359564 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:56:37.933785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21306): Launched\u000a00:56:38.050832 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:56:38.339894 run patchelf(pid=21307): Launched\u000a00:56:38.532025 run osmo-stp_10.42.42.5(pid=21304): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21304)]\u000a00:56:38.673283 run osmo-stp_10.42.42.5(pid=21304): stdout: \u000a| (launched: 2022-12-14_00:56:37.077276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:38.814808 run osmo-stp_10.42.42.5(pid=21304): stderr: \u000a| �[0;m�[38;5;43m20221214005637268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005637268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005637268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005637270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005637270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005637270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005637270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:38.950797 run osmo-stp_10.42.42.5(pid=21304): stdout: \u000a| (launched: 2022-12-14_00:56:37.077276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:39.085165 run osmo-stp_10.42.42.5(pid=21304): stderr: \u000a| �[0;m�[38;5;43m20221214005637268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005637268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005637268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005637270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005637270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005637270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005637270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:39.241830 run patchelf(pid=21307): Terminating (SIGINT)\u000a00:56:39.426214 run patchelf(pid=21307): Terminated: ok {rc=0}\u000a00:56:39.459953 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21304): Process ended prematurely: osmo-stp_10.42.42.5(pid=21304) [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21304)] [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a00:56:39.469952 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a00:56:39.533845 run osmo-hlr_10.42.42.2(pid=21301): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21301)]\u000a00:56:39.586034 run osmo-hlr_10.42.42.2(pid=21301): stdout: \u000a| (launched: 2022-12-14_00:56:36.053882) \u000a00:56:39.638567 run osmo-hlr_10.42.42.2(pid=21301): stderr: \u000a| �[0;m�[1;31m20221214005636251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005636251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005636252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005636252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005636252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005636252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005636266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005636277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005636277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005636277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:56:39.683260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21290): Terminating (SIGTERM)\u000a00:56:39.725534 run iperf3-srv_10.42.42.10(pid=21291): Terminating (SIGTERM)\u000a00:56:39.768213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21292): Terminating (SIGTERM)\u000a00:56:39.810639 run iperf3-srv_10.42.42.10(pid=21293): Terminating (SIGTERM)\u000a00:56:39.852936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21294): Terminating (SIGTERM)\u000a00:56:39.895565 run iperf3-srv_10.42.42.10(pid=21295): Terminating (SIGTERM)\u000a00:56:39.937741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21296): Terminating (SIGTERM)\u000a00:56:39.979742 run iperf3-srv_10.42.42.10(pid=21297): Terminating (SIGTERM)\u000a00:56:40.021986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21300): Terminating (SIGTERM)\u000a00:56:40.064143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21303): Terminating (SIGTERM)\u000a00:56:40.106627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21306): Terminating (SIGTERM)\u000a00:56:40.116268 --- ParallelTerminationStrategy: PID 21290 died...\u000a00:56:40.173163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21290): Terminated: ok {rc=0}\u000a00:56:40.183336 --- ParallelTerminationStrategy: PID 21291 died...\u000a00:56:40.240097 run iperf3-srv_10.42.42.10(pid=21291): Terminated {rc=256}\u000a00:56:40.250175 --- ParallelTerminationStrategy: PID 21292 died...\u000a00:56:40.306656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21292): Terminated: ok {rc=0}\u000a00:56:40.316903 --- ParallelTerminationStrategy: PID 21293 died...\u000a00:56:40.373720 run iperf3-srv_10.42.42.10(pid=21293): Terminated {rc=256}\u000a00:56:40.383880 --- ParallelTerminationStrategy: PID 21294 died...\u000a00:56:40.440427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21294): Terminated: ok {rc=0}\u000a00:56:40.450411 --- ParallelTerminationStrategy: PID 21295 died...\u000a00:56:40.506804 run iperf3-srv_10.42.42.10(pid=21295): Terminated {rc=256}\u000a00:56:40.516881 --- ParallelTerminationStrategy: PID 21296 died...\u000a00:56:40.573192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21296): Terminated: ok {rc=0}\u000a00:56:40.583267 --- ParallelTerminationStrategy: PID 21297 died...\u000a00:56:40.639649 run iperf3-srv_10.42.42.10(pid=21297): Terminated {rc=256}\u000a00:56:40.650226 --- ParallelTerminationStrategy: PID 21300 died...\u000a00:56:40.707167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21300): Terminated: ok {rc=0}\u000a00:56:40.717474 --- ParallelTerminationStrategy: PID 21303 died...\u000a00:56:40.773847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21303): Terminated: ok {rc=0}\u000a00:56:40.783958 --- ParallelTerminationStrategy: PID 21306 died...\u000a00:56:40.840284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21306): Terminated: ok {rc=0}\u000a00:56:40.928877 bus /gobi_4: Setting Powered False\u000a00:56:42.035927 bus /gobi_4: Setting Powered False\u000a00:56:43.144049 bus /gobi_1: Setting Powered False\u000a00:56:44.249949 bus /gobi_1: Setting Powered False\u000a00:56:45.363163 bus /gobi_0: Setting Powered False\u000a00:56:46.472580 bus /gobi_0: Setting Powered False\u000a00:56:47.587000 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21314): Process ended prematurely: osmo-stp_10.42.42.5(pid=21314) [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21314)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21314): Process ended prematurely: osmo-stp_10.42.42.5(pid=21314) [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21314)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a00:56:48.657633 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:48.669928 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:56:48.825253 tst ping.py: using LAC 37427\u000a00:56:48.951424 tst ping.py: using RAC 197\u000a00:56:49.077773 tst ping.py: using CellId 37427\u000a00:56:49.205717 tst ping.py: using BVCI 37428\u000a00:56:49.230604 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:49.242264 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:49.253454 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:49.264810 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:49.276283 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:49.287922 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:49.299762 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:49.311433 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:56:49.589490 tst ping.py:19: start network...\u000a00:56:49.715082 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:56:50.199864 run create_hlr_db(pid=21308): Launched\u000a00:56:50.373784 bus /gobi_6: Setting Powered False\u000a00:56:51.395295 run create_hlr_db(pid=21308): Terminated: ok {rc=0}\u000a00:56:51.798913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21310): Launched\u000a00:56:52.100747 run osmo-hlr_10.42.42.2(pid=21311): Launched\u000a00:56:52.210178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:56:52.736715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21313): Launched\u000a00:56:53.038379 run osmo-stp_10.42.42.5(pid=21314): Launched\u000a00:56:53.147627 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:56:53.677304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21316): Launched\u000a00:56:53.783721 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:56:54.046252 run patchelf(pid=21317): Launched\u000a00:56:54.223204 run osmo-stp_10.42.42.5(pid=21314): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21314)]\u000a00:56:54.352571 run osmo-stp_10.42.42.5(pid=21314): stdout: \u000a| (launched: 2022-12-14_00:56:52.889561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:54.482274 run osmo-stp_10.42.42.5(pid=21314): stderr: \u000a| �[0;m�[38;5;43m20221214005653059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005653059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005653060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005653060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005653061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005653061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005653061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:54.606924 run osmo-stp_10.42.42.5(pid=21314): stdout: \u000a| (launched: 2022-12-14_00:56:52.889561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:54.730168 run osmo-stp_10.42.42.5(pid=21314): stderr: \u000a| �[0;m�[38;5;43m20221214005653059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005653059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005653060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005653060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005653061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005653061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005653061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:54.875151 run patchelf(pid=21317): Terminating (SIGINT)\u000a00:56:55.043442 run patchelf(pid=21317): Terminated: ok {rc=0}\u000a00:56:55.074679 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21314): Process ended prematurely: osmo-stp_10.42.42.5(pid=21314) [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21314)] [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a00:56:55.083457 tst ping.py:22: Test FAILED (6.4 sec)\u000a00:56:55.143637 run osmo-hlr_10.42.42.2(pid=21311): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21311)]\u000a00:56:55.192915 run osmo-hlr_10.42.42.2(pid=21311): stdout: \u000a| (launched: 2022-12-14_00:56:51.952221) \u000a00:56:55.242975 run osmo-hlr_10.42.42.2(pid=21311): stderr: \u000a| �[0;m�[1;31m20221214005652130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005652130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005652130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005652130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005652130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005652130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005652159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005652168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005652169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005652169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:56:55.285532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21310): Terminating (SIGTERM)\u000a00:56:55.325675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21313): Terminating (SIGTERM)\u000a00:56:55.365969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21316): Terminating (SIGTERM)\u000a00:56:55.375212 --- ParallelTerminationStrategy: PID 21310 died...\u000a00:56:55.428838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21310): Terminated: ok {rc=0}\u000a00:56:55.438431 --- ParallelTerminationStrategy: PID 21313 died...\u000a00:56:55.491574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21313): Terminated: ok {rc=0}\u000a00:56:55.501155 --- ParallelTerminationStrategy: PID 21316 died...\u000a00:56:55.554453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21316): Terminated: ok {rc=0}\u000a00:56:55.642609 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21324): Process ended prematurely: osmo-stp_10.42.42.5(pid=21324) [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21324)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21324): Process ended prematurely: osmo-stp_10.42.42.5(pid=21324) [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a00:56:56.694809 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:56.706446 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:56:56.852424 tst ping_idle_ping.py: using LAC 37428\u000a00:56:56.973245 tst ping_idle_ping.py: using RAC 198\u000a00:56:57.093292 tst ping_idle_ping.py: using CellId 37428\u000a00:56:57.213290 tst ping_idle_ping.py: using BVCI 37429\u000a00:56:57.236152 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:57.247129 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:57.257807 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:57.268414 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:57.278979 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:57.289657 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:57.300456 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:57.311159 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:56:57.606537 tst ping_idle_ping.py:24: start network...\u000a00:56:57.742069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:56:58.254925 run create_hlr_db(pid=21318): Launched\u000a00:56:58.444035 bus /gobi_6: Setting Powered False\u000a00:56:59.465944 run create_hlr_db(pid=21318): Terminated: ok {rc=0}\u000a00:56:59.874275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21320): Launched\u000a00:57:00.176835 run osmo-hlr_10.42.42.2(pid=21321): Launched\u000a00:57:00.286736 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:57:00.812085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21323): Launched\u000a00:57:01.255199 run osmo-stp_10.42.42.5(pid=21324): Launched\u000a00:57:01.375070 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:57:01.980319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21326): Launched\u000a00:57:02.092666 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:57:02.383936 run patchelf(pid=21327): Launched\u000a00:57:02.575273 run osmo-stp_10.42.42.5(pid=21324): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21324)]\u000a00:57:02.714366 run osmo-stp_10.42.42.5(pid=21324): stdout: \u000a| (launched: 2022-12-14_00:57:01.004418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:02.853450 run osmo-stp_10.42.42.5(pid=21324): stderr: \u000a| �[0;m�[38;5;43m20221214005701366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005701366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005701366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005701367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005701367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005701367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005701367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:02.987351 run osmo-stp_10.42.42.5(pid=21324): stdout: \u000a| (launched: 2022-12-14_00:57:01.004418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:03.119969 run osmo-stp_10.42.42.5(pid=21324): stderr: \u000a| �[0;m�[38;5;43m20221214005701366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005701366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005701366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005701367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005701367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005701367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005701367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:03.274365 run patchelf(pid=21327): Terminating (SIGINT)\u000a00:57:03.456114 run patchelf(pid=21327): Terminated: ok {rc=0}\u000a00:57:03.489049 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21324): Process ended prematurely: osmo-stp_10.42.42.5(pid=21324) [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21324)] [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a00:57:03.498628 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a00:57:03.563136 run osmo-hlr_10.42.42.2(pid=21321): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21321)]\u000a00:57:03.616011 run osmo-hlr_10.42.42.2(pid=21321): stdout: \u000a| (launched: 2022-12-14_00:57:00.027379) \u000a00:57:03.669434 run osmo-hlr_10.42.42.2(pid=21321): stderr: \u000a| �[0;m�[1;31m20221214005700199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005700199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005700199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005700199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005700200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005700200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005700233 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005700243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005700243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005700243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:57:03.714981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21320): Terminating (SIGTERM)\u000a00:57:03.758022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21323): Terminating (SIGTERM)\u000a00:57:03.800789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21326): Terminating (SIGTERM)\u000a00:57:03.810722 --- ParallelTerminationStrategy: PID 21320 died...\u000a00:57:03.868387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21320): Terminated: ok {rc=0}\u000a00:57:03.878597 --- ParallelTerminationStrategy: PID 21323 died...\u000a00:57:03.935921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21323): Terminated: ok {rc=0}\u000a00:57:03.946237 --- ParallelTerminationStrategy: PID 21326 died...\u000a00:57:04.003478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21326): Terminated: ok {rc=0}\u000a00:57:04.091728 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:56:05" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21342): Process ended prematurely: osmo-stp_10.42.42.5(pid=21342) [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21342)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21342): Process ended prematurely: osmo-stp_10.42.42.5(pid=21342) [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21342)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:57:06.212328 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:06.223217 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:57:06.368935 tst cs_paging_gprs_active.py: using LAC 37429\u000a00:57:06.493938 tst cs_paging_gprs_active.py: using RAC 199\u000a00:57:06.626901 tst cs_paging_gprs_active.py: using CellId 37429\u000a00:57:06.753659 tst cs_paging_gprs_active.py: using BVCI 37430\u000a00:57:06.778971 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:06.790521 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:06.801791 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:06.812771 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:06.824037 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:06.835456 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:06.847022 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:06.858346 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:06.869932 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:57:06.987578 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:57:07.285357 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:57:07.423206 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:57:07.766894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21332): Launched\u000a00:57:08.051599 run iperf3-srv_10.42.42.10(pid=21333): Launched\u000a00:57:08.253206 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:57:08.390513 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:57:08.733187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21334): Launched\u000a00:57:09.018144 run iperf3-srv_10.42.42.10(pid=21335): Launched\u000a00:57:09.219730 tst cs_paging_gprs_active.py:38: start network...\u000a00:57:09.357090 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:57:09.875849 run create_hlr_db(pid=21336): Launched\u000a00:57:10.065692 bus /gobi_6: Setting Powered False\u000a00:57:11.086744 run create_hlr_db(pid=21336): Terminated: ok {rc=0}\u000a00:57:11.527297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21338): Launched\u000a00:57:11.858530 run osmo-hlr_10.42.42.2(pid=21339): Launched\u000a00:57:11.982359 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:57:12.556013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21341): Launched\u000a00:57:12.886733 run osmo-stp_10.42.42.5(pid=21342): Launched\u000a00:57:13.005907 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:57:13.579758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21344): Launched\u000a00:57:13.696514 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:57:13.983991 run patchelf(pid=21345): Launched\u000a00:57:14.176181 run osmo-stp_10.42.42.5(pid=21342): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21342)]\u000a00:57:14.316304 run osmo-stp_10.42.42.5(pid=21342): stdout: \u000a| (launched: 2022-12-14_00:57:12.723168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:14.457454 run osmo-stp_10.42.42.5(pid=21342): stderr: \u000a| �[0;m�[38;5;43m20221214005712916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005712916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005712916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005712917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005712917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005712917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005712917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:14.593066 run osmo-stp_10.42.42.5(pid=21342): stdout: \u000a| (launched: 2022-12-14_00:57:12.723168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:14.727242 run osmo-stp_10.42.42.5(pid=21342): stderr: \u000a| �[0;m�[38;5;43m20221214005712916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005712916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005712916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005712917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005712917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005712917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005712917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:14.884397 run patchelf(pid=21345): Terminating (SIGINT)\u000a00:57:15.068412 run patchelf(pid=21345): Terminated: ok {rc=0}\u000a00:57:15.102326 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21342): Process ended prematurely: osmo-stp_10.42.42.5(pid=21342) [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21342)] [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a00:57:15.112400 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a00:57:15.176094 run osmo-hlr_10.42.42.2(pid=21339): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21339)]\u000a00:57:15.228314 run osmo-hlr_10.42.42.2(pid=21339): stdout: \u000a| (launched: 2022-12-14_00:57:11.694342) \u000a00:57:15.280716 run osmo-hlr_10.42.42.2(pid=21339): stderr: \u000a| �[0;m�[1;31m20221214005711893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005711893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005711893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005711893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005711893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005711893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005711906 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005711914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005711914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005711914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:57:15.325476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21332): Terminating (SIGTERM)\u000a00:57:15.367424 run iperf3-srv_10.42.42.10(pid=21333): Terminating (SIGTERM)\u000a00:57:15.410424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21334): Terminating (SIGTERM)\u000a00:57:15.452635 run iperf3-srv_10.42.42.10(pid=21335): Terminating (SIGTERM)\u000a00:57:15.495384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21338): Terminating (SIGTERM)\u000a00:57:15.537597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21341): Terminating (SIGTERM)\u000a00:57:15.579971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21344): Terminating (SIGTERM)\u000a00:57:15.589537 --- ParallelTerminationStrategy: PID 21332 died...\u000a00:57:15.645708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21332): Terminated: ok {rc=0}\u000a00:57:15.655568 --- ParallelTerminationStrategy: PID 21333 died...\u000a00:57:15.711226 run iperf3-srv_10.42.42.10(pid=21333): Terminated {rc=256}\u000a00:57:15.721179 --- ParallelTerminationStrategy: PID 21334 died...\u000a00:57:15.777050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21334): Terminated: ok {rc=0}\u000a00:57:15.786928 --- ParallelTerminationStrategy: PID 21335 died...\u000a00:57:15.857882 run iperf3-srv_10.42.42.10(pid=21335): Terminated {rc=256}\u000a00:57:15.869659 --- ParallelTerminationStrategy: PID 21338 died...\u000a00:57:15.944855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21338): Terminated: ok {rc=0}\u000a00:57:15.955422 --- ParallelTerminationStrategy: PID 21341 died...\u000a00:57:16.022928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21341): Terminated: ok {rc=0}\u000a00:57:16.033738 --- ParallelTerminationStrategy: PID 21344 died...\u000a00:57:16.090627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21344): Terminated: ok {rc=0}\u000a00:57:16.180011 bus /gobi_0: Setting Powered False\u000a00:57:17.281896 bus /gobi_0: Setting Powered False\u000a00:57:18.392144 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21354): Process ended prematurely: osmo-stp_10.42.42.5(pid=21354) [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21354)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21354): Process ended prematurely: osmo-stp_10.42.42.5(pid=21354) [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a00:57:19.502808 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:19.514486 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:57:19.669411 tst iperf3.py: using LAC 37430\u000a00:57:19.798347 tst iperf3.py: using RAC 200\u000a00:57:19.926504 tst iperf3.py: using CellId 37430\u000a00:57:20.053837 tst iperf3.py: using BVCI 37431\u000a00:57:20.078847 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:20.090311 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:20.101477 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:20.112509 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:20.123842 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:20.135368 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:20.146929 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:20.158279 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:20.169904 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:57:20.463977 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:57:20.600455 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:57:20.943293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21346): Launched\u000a00:57:21.227552 run iperf3-srv_10.42.42.10(pid=21347): Launched\u000a00:57:21.427967 tst iperf3.py:8: start network...\u000a00:57:21.564544 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:57:22.082324 run create_hlr_db(pid=21348): Launched\u000a00:57:22.272216 bus /gobi_6: Setting Powered False\u000a00:57:23.292842 run create_hlr_db(pid=21348): Terminated: ok {rc=0}\u000a00:57:23.731353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21350): Launched\u000a00:57:24.060834 run osmo-hlr_10.42.42.2(pid=21351): Launched\u000a00:57:24.179240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:57:24.751817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21353): Launched\u000a00:57:25.081552 run osmo-stp_10.42.42.5(pid=21354): Launched\u000a00:57:25.200558 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:57:25.776002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21356): Launched\u000a00:57:25.893008 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:57:26.181682 run patchelf(pid=21357): Launched\u000a00:57:26.373694 run osmo-stp_10.42.42.5(pid=21354): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21354)]\u000a00:57:26.514961 run osmo-stp_10.42.42.5(pid=21354): stdout: \u000a| (launched: 2022-12-14_00:57:24.917865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:26.656227 run osmo-stp_10.42.42.5(pid=21354): stderr: \u000a| �[0;m�[38;5;43m20221214005725110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005725110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005725111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005725111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005725112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005725112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005725112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:26.791748 run osmo-stp_10.42.42.5(pid=21354): stdout: \u000a| (launched: 2022-12-14_00:57:24.917865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:26.926068 run osmo-stp_10.42.42.5(pid=21354): stderr: \u000a| �[0;m�[38;5;43m20221214005725110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005725110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005725111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005725111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005725112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005725112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005725112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:27.082538 run patchelf(pid=21357): Terminating (SIGINT)\u000a00:57:27.267058 run patchelf(pid=21357): Terminated: ok {rc=0}\u000a00:57:27.301049 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21354): Process ended prematurely: osmo-stp_10.42.42.5(pid=21354) [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21354)] [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a00:57:27.311174 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a00:57:27.374559 run osmo-hlr_10.42.42.2(pid=21351): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21351)]\u000a00:57:27.426222 run osmo-hlr_10.42.42.2(pid=21351): stdout: \u000a| (launched: 2022-12-14_00:57:23.897554) \u000a00:57:27.478368 run osmo-hlr_10.42.42.2(pid=21351): stderr: \u000a| �[0;m�[1;31m20221214005724095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005724095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005724095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005724095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005724095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005724095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005724107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005724115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005724116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005724116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:57:27.522889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21346): Terminating (SIGTERM)\u000a00:57:27.566113 run iperf3-srv_10.42.42.10(pid=21347): Terminating (SIGTERM)\u000a00:57:27.605746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21350): Terminating (SIGTERM)\u000a00:57:27.645221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21353): Terminating (SIGTERM)\u000a00:57:27.685278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21356): Terminating (SIGTERM)\u000a00:57:27.694357 --- ParallelTerminationStrategy: PID 21346 died...\u000a00:57:27.748171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21346): Terminated: ok {rc=0}\u000a00:57:27.757842 --- ParallelTerminationStrategy: PID 21347 died...\u000a00:57:27.810626 run iperf3-srv_10.42.42.10(pid=21347): Terminated {rc=256}\u000a00:57:27.820011 --- ParallelTerminationStrategy: PID 21350 died...\u000a00:57:27.872420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21350): Terminated: ok {rc=0}\u000a00:57:27.881864 --- ParallelTerminationStrategy: PID 21353 died...\u000a00:57:27.934465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21353): Terminated: ok {rc=0}\u000a00:57:27.943999 --- ParallelTerminationStrategy: PID 21356 died...\u000a00:57:27.997193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21356): Terminated: ok {rc=0}\u000a00:57:28.085648 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21373): Process ended prematurely: osmo-stp_10.42.42.5(pid=21373) [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21373)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21373): Process ended prematurely: osmo-stp_10.42.42.5(pid=21373) [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a00:57:29.198897 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:29.210569 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:57:29.357271 tst iperf3m4.py: using LAC 37431\u000a00:57:29.478670 tst iperf3m4.py: using RAC 201\u000a00:57:29.600749 tst iperf3m4.py: using CellId 37431\u000a00:57:29.722405 tst iperf3m4.py: using BVCI 37432\u000a00:57:29.746059 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:29.756850 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:29.767555 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:29.778265 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:29.788761 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:29.799425 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:29.810301 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:29.820822 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:29.831651 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:57:29.954395 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:57:30.073473 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:57:30.192776 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:57:30.490729 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:57:30.628168 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:57:30.996803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21359): Launched\u000a00:57:31.320262 run iperf3-srv_10.42.42.10(pid=21360): Launched\u000a00:57:31.515041 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:57:31.645823 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:57:31.986058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21361): Launched\u000a00:57:32.285653 run iperf3-srv_10.42.42.10(pid=21362): Launched\u000a00:57:32.471591 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:57:32.598177 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:57:32.916844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21363): Launched\u000a00:57:33.182384 run iperf3-srv_10.42.42.10(pid=21364): Launched\u000a00:57:33.367454 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:57:33.494139 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:57:33.811255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21365): Launched\u000a00:57:34.076589 run iperf3-srv_10.42.42.10(pid=21366): Launched\u000a00:57:34.261938 tst iperf3m4.py:8: start network...\u000a00:57:34.388589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:57:34.878438 run create_hlr_db(pid=21367): Launched\u000a00:57:35.053823 bus /gobi_6: Setting Powered False\u000a00:57:36.075011 run create_hlr_db(pid=21367): Terminated: ok {rc=0}\u000a00:57:36.483945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21369): Launched\u000a00:57:36.789973 run osmo-hlr_10.42.42.2(pid=21370): Launched\u000a00:57:36.911982 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:57:37.457154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21372): Launched\u000a00:57:37.763285 run osmo-stp_10.42.42.5(pid=21373): Launched\u000a00:57:37.872467 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:57:38.407918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21375): Launched\u000a00:57:38.516203 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:57:38.785862 run patchelf(pid=21376): Launched\u000a00:57:38.965559 run osmo-stp_10.42.42.5(pid=21373): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21373)]\u000a00:57:39.096856 run osmo-stp_10.42.42.5(pid=21373): stdout: \u000a| (launched: 2022-12-14_00:57:37.611869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:39.229154 run osmo-stp_10.42.42.5(pid=21373): stderr: \u000a| �[0;m�[38;5;43m20221214005737781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005737781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005737782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005737782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005737783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005737783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005737783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:39.355183 run osmo-stp_10.42.42.5(pid=21373): stdout: \u000a| (launched: 2022-12-14_00:57:37.611869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:39.480225 run osmo-stp_10.42.42.5(pid=21373): stderr: \u000a| �[0;m�[38;5;43m20221214005737781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005737781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005737782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005737782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005737783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005737783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005737783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:39.625935 run patchelf(pid=21376): Terminating (SIGINT)\u000a00:57:39.797475 run patchelf(pid=21376): Terminated: ok {rc=0}\u000a00:57:39.828896 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21373): Process ended prematurely: osmo-stp_10.42.42.5(pid=21373) [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21373)] [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a00:57:39.838411 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a00:57:39.898383 run osmo-hlr_10.42.42.2(pid=21370): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21370)]\u000a00:57:39.948151 run osmo-hlr_10.42.42.2(pid=21370): stdout: \u000a| (launched: 2022-12-14_00:57:36.639321) \u000a00:57:39.997957 run osmo-hlr_10.42.42.2(pid=21370): stderr: \u000a| �[0;m�[1;31m20221214005736817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005736817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005736817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005736817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005736817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005736817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005736829 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005736838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005736839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005736839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:57:40.039848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21359): Terminating (SIGTERM)\u000a00:57:40.079426 run iperf3-srv_10.42.42.10(pid=21360): Terminating (SIGTERM)\u000a00:57:40.119208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21361): Terminating (SIGTERM)\u000a00:57:40.158863 run iperf3-srv_10.42.42.10(pid=21362): Terminating (SIGTERM)\u000a00:57:40.198654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21363): Terminating (SIGTERM)\u000a00:57:40.238167 run iperf3-srv_10.42.42.10(pid=21364): Terminating (SIGTERM)\u000a00:57:40.277971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21365): Terminating (SIGTERM)\u000a00:57:40.317935 run iperf3-srv_10.42.42.10(pid=21366): Terminating (SIGTERM)\u000a00:57:40.357903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21369): Terminating (SIGTERM)\u000a00:57:40.398077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21372): Terminating (SIGTERM)\u000a00:57:40.438057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21375): Terminating (SIGTERM)\u000a00:57:40.447291 --- ParallelTerminationStrategy: PID 21359 died...\u000a00:57:40.500873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21359): Terminated: ok {rc=0}\u000a00:57:40.510433 --- ParallelTerminationStrategy: PID 21360 died...\u000a00:57:40.563123 run iperf3-srv_10.42.42.10(pid=21360): Terminated {rc=256}\u000a00:57:40.572532 --- ParallelTerminationStrategy: PID 21361 died...\u000a00:57:40.625609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21361): Terminated: ok {rc=0}\u000a00:57:40.635084 --- ParallelTerminationStrategy: PID 21362 died...\u000a00:57:40.687773 run iperf3-srv_10.42.42.10(pid=21362): Terminated {rc=256}\u000a00:57:40.697351 --- ParallelTerminationStrategy: PID 21363 died...\u000a00:57:40.750010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21363): Terminated: ok {rc=0}\u000a00:57:40.759549 --- ParallelTerminationStrategy: PID 21364 died...\u000a00:57:40.811967 run iperf3-srv_10.42.42.10(pid=21364): Terminated {rc=256}\u000a00:57:40.821548 --- ParallelTerminationStrategy: PID 21365 died...\u000a00:57:40.874218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21365): Terminated: ok {rc=0}\u000a00:57:40.883728 --- ParallelTerminationStrategy: PID 21366 died...\u000a00:57:40.936382 run iperf3-srv_10.42.42.10(pid=21366): Terminated {rc=256}\u000a00:57:40.945832 --- ParallelTerminationStrategy: PID 21369 died...\u000a00:57:40.998831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21369): Terminated: ok {rc=0}\u000a00:57:41.008394 --- ParallelTerminationStrategy: PID 21372 died...\u000a00:57:41.061188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21372): Terminated: ok {rc=0}\u000a00:57:41.070644 --- ParallelTerminationStrategy: PID 21375 died...\u000a00:57:41.123495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21375): Terminated: ok {rc=0}\u000a00:57:41.212705 bus /gobi_4: Setting Powered False\u000a00:57:42.319448 bus /gobi_4: Setting Powered False\u000a00:57:43.428389 bus /gobi_1: Setting Powered False\u000a00:57:44.535211 bus /gobi_1: Setting Powered False\u000a00:57:45.643635 bus /gobi_0: Setting Powered False\u000a00:57:46.752541 bus /gobi_0: Setting Powered False\u000a00:57:47.862710 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21383): Process ended prematurely: osmo-stp_10.42.42.5(pid=21383) [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21383)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21383): Process ended prematurely: osmo-stp_10.42.42.5(pid=21383) [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21383)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a00:57:48.932670 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:48.944764 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:57:49.099830 tst ping.py: using LAC 37432\u000a00:57:49.225466 tst ping.py: using RAC 202\u000a00:57:49.353336 tst ping.py: using CellId 37432\u000a00:57:49.479309 tst ping.py: using BVCI 37433\u000a00:57:49.504209 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:49.515669 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:49.527221 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:49.538719 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:49.550118 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:49.561840 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:49.573494 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:49.585106 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:57:49.877003 tst ping.py:19: start network...\u000a00:57:50.010905 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:57:50.515829 run create_hlr_db(pid=21377): Launched\u000a00:57:50.703645 bus /gobi_6: Setting Powered False\u000a00:57:51.724472 run create_hlr_db(pid=21377): Terminated: ok {rc=0}\u000a00:57:52.129961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21379): Launched\u000a00:57:52.430542 run osmo-hlr_10.42.42.2(pid=21380): Launched\u000a00:57:52.540336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:57:53.064660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21382): Launched\u000a00:57:53.367086 run osmo-stp_10.42.42.5(pid=21383): Launched\u000a00:57:53.475781 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:57:53.999585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21385): Launched\u000a00:57:54.105798 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:57:54.367923 run patchelf(pid=21386): Launched\u000a00:57:54.543249 run osmo-stp_10.42.42.5(pid=21383): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21383)]\u000a00:57:54.671705 run osmo-stp_10.42.42.5(pid=21383): stdout: \u000a| (launched: 2022-12-14_00:57:53.216608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:54.800381 run osmo-stp_10.42.42.5(pid=21383): stderr: \u000a| �[0;m�[38;5;43m20221214005753388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005753388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005753388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005753389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005753389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005753389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005753389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:54.924394 run osmo-stp_10.42.42.5(pid=21383): stdout: \u000a| (launched: 2022-12-14_00:57:53.216608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:55.046886 run osmo-stp_10.42.42.5(pid=21383): stderr: \u000a| �[0;m�[38;5;43m20221214005753388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005753388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005753388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005753389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005753389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005753389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005753389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:55.189558 run patchelf(pid=21386): Terminating (SIGINT)\u000a00:57:55.357513 run patchelf(pid=21386): Terminated: ok {rc=0}\u000a00:57:55.387872 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21383): Process ended prematurely: osmo-stp_10.42.42.5(pid=21383) [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21383)] [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a00:57:55.396455 tst ping.py:22: Test FAILED (6.5 sec)\u000a00:57:55.456007 run osmo-hlr_10.42.42.2(pid=21380): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21380)]\u000a00:57:55.504388 run osmo-hlr_10.42.42.2(pid=21380): stdout: \u000a| (launched: 2022-12-14_00:57:52.281863) \u000a00:57:55.553421 run osmo-hlr_10.42.42.2(pid=21380): stderr: \u000a| �[0;m�[1;31m20221214005752457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005752457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005752457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005752457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005752457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005752457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005752470 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005752478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005752478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005752478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:57:55.595122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21379): Terminating (SIGTERM)\u000a00:57:55.634343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21382): Terminating (SIGTERM)\u000a00:57:55.673581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21385): Terminating (SIGTERM)\u000a00:57:55.682622 --- ParallelTerminationStrategy: PID 21379 died...\u000a00:57:55.735137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21379): Terminated: ok {rc=0}\u000a00:57:55.744575 --- ParallelTerminationStrategy: PID 21382 died...\u000a00:57:55.796984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21382): Terminated: ok {rc=0}\u000a00:57:55.806365 --- ParallelTerminationStrategy: PID 21385 died...\u000a00:57:55.858646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21385): Terminated: ok {rc=0}\u000a00:57:55.941987 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21393): Process ended prematurely: osmo-stp_10.42.42.5(pid=21393) [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21393)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21393): Process ended prematurely: osmo-stp_10.42.42.5(pid=21393) [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21393)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a00:57:56.994978 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:57.007154 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:57:57.154872 tst ping_idle_ping.py: using LAC 37433\u000a00:57:57.274635 tst ping_idle_ping.py: using RAC 203\u000a00:57:57.392625 tst ping_idle_ping.py: using CellId 37433\u000a00:57:57.512568 tst ping_idle_ping.py: using BVCI 37434\u000a00:57:57.535613 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:57.546593 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:57.557316 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:57.567947 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:57.578556 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:57.589170 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:57.599926 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:57.610588 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:57:57.904396 tst ping_idle_ping.py:24: start network...\u000a00:57:58.039285 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:57:58.554834 run create_hlr_db(pid=21387): Launched\u000a00:57:58.742067 bus /gobi_6: Setting Powered False\u000a00:57:59.762307 run create_hlr_db(pid=21387): Terminated: ok {rc=0}\u000a00:58:00.169221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21389): Launched\u000a00:58:00.471214 run osmo-hlr_10.42.42.2(pid=21390): Launched\u000a00:58:00.583374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:58:01.154162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21392): Launched\u000a00:58:01.555480 run osmo-stp_10.42.42.5(pid=21393): Launched\u000a00:58:01.668329 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:58:02.373803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21395): Launched\u000a00:58:02.480474 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:58:02.746355 run patchelf(pid=21396): Launched\u000a00:58:02.922004 run osmo-stp_10.42.42.5(pid=21393): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21393)]\u000a00:58:03.050909 run osmo-stp_10.42.42.5(pid=21393): stdout: \u000a| (launched: 2022-12-14_00:58:01.313454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:03.180047 run osmo-stp_10.42.42.5(pid=21393): stderr: \u000a| �[0;m�[38;5;43m20221214005801679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005801679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005801679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005801680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005801680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005801680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005801680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:03.304164 run osmo-stp_10.42.42.5(pid=21393): stdout: \u000a| (launched: 2022-12-14_00:58:01.313454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:03.427582 run osmo-stp_10.42.42.5(pid=21393): stderr: \u000a| �[0;m�[38;5;43m20221214005801679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005801679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005801679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005801680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005801680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005801680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005801680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:03.570789 run patchelf(pid=21396): Terminating (SIGINT)\u000a00:58:03.738949 run patchelf(pid=21396): Terminated: ok {rc=0}\u000a00:58:03.769559 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21393): Process ended prematurely: osmo-stp_10.42.42.5(pid=21393) [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21393)] [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a00:58:03.778297 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a00:58:03.837496 run osmo-hlr_10.42.42.2(pid=21390): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21390)]\u000a00:58:03.886527 run osmo-hlr_10.42.42.2(pid=21390): stdout: \u000a| (launched: 2022-12-14_00:58:00.321581) \u000a00:58:03.935842 run osmo-hlr_10.42.42.2(pid=21390): stderr: \u000a| �[0;m�[1;31m20221214005800497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005800497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005800497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005800497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005800497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005800498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005800513 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005800523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005800523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005800523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:58:03.977630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21389): Terminating (SIGTERM)\u000a00:58:04.016911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21392): Terminating (SIGTERM)\u000a00:58:04.056239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21395): Terminating (SIGTERM)\u000a00:58:04.065397 --- ParallelTerminationStrategy: PID 21389 died...\u000a00:58:04.118003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21389): Terminated: ok {rc=0}\u000a00:58:04.127306 --- ParallelTerminationStrategy: PID 21392 died...\u000a00:58:04.179416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21392): Terminated: ok {rc=0}\u000a00:58:04.188855 --- ParallelTerminationStrategy: PID 21395 died...\u000a00:58:04.241137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21395): Terminated: ok {rc=0}\u000a00:58:04.328675 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:57:05" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21407): Process ended prematurely: osmo-stp_10.42.42.5(pid=21407) [trial-2397↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21407)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21407): Process ended prematurely: osmo-stp_10.42.42.5(pid=21407) [trial-2397↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a00:58:06.313185 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:58:06.324242 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:58:06.468329 tst switch_tch_pdch.py: using LAC 37434\u000a00:58:06.594173 tst switch_tch_pdch.py: using RAC 204\u000a00:58:06.720049 tst switch_tch_pdch.py: using CellId 37434\u000a00:58:06.847485 tst switch_tch_pdch.py: using BVCI 37435\u000a00:58:06.872551 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:58:06.884293 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:58:06.895911 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:58:06.907435 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:58:06.919249 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:58:06.931055 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:58:06.942950 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:58:06.954733 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:58:07.071731 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:58:07.363501 tst switch_tch_pdch.py:51: start network...\u000a00:58:07.498760 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:58:08.005806 run create_hlr_db(pid=21401): Launched\u000a00:58:08.192723 bus /gobi_6: Setting Powered False\u000a00:58:09.212595 run create_hlr_db(pid=21401): Terminated: ok {rc=0}\u000a00:58:09.618179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21403): Launched\u000a00:58:09.918194 run osmo-hlr_10.42.42.2(pid=21404): Launched\u000a00:58:10.028177 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:58:10.549951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21406): Launched\u000a00:58:10.850282 run osmo-stp_10.42.42.5(pid=21407): Launched\u000a00:58:10.959290 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:58:11.486692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21409): Launched\u000a00:58:11.593815 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:58:11.856392 run patchelf(pid=21410): Launched\u000a00:58:12.031307 run osmo-stp_10.42.42.5(pid=21407): ERR: Terminated: ERROR {rc=1} [trial-2397↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21407)]\u000a00:58:12.159592 run osmo-stp_10.42.42.5(pid=21407): stdout: \u000a| (launched: 2022-12-14_00:58:10.701640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:12.287952 run osmo-stp_10.42.42.5(pid=21407): stderr: \u000a| �[0;m�[38;5;43m20221214005810871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005810871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005810871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005810871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005810872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005810872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005810872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:12.412263 run osmo-stp_10.42.42.5(pid=21407): stdout: \u000a| (launched: 2022-12-14_00:58:10.701640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:12.534482 run osmo-stp_10.42.42.5(pid=21407): stderr: \u000a| �[0;m�[38;5;43m20221214005810871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005810871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005810871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005810871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005810872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005810872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005810872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:12.677369 run patchelf(pid=21410): Terminating (SIGINT)\u000a00:58:12.844630 run patchelf(pid=21410): Terminated: ok {rc=0}\u000a00:58:12.874990 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21407): Process ended prematurely: osmo-stp_10.42.42.5(pid=21407) [trial-2397↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21407)] [trial-2397↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a00:58:12.883548 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a00:58:12.942842 run osmo-hlr_10.42.42.2(pid=21404): ERR: Terminated: ERROR {rc=237} [trial-2397↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21404)]\u000a00:58:12.991249 run osmo-hlr_10.42.42.2(pid=21404): stdout: \u000a| (launched: 2022-12-14_00:58:09.770039) \u000a00:58:13.040290 run osmo-hlr_10.42.42.2(pid=21404): stderr: \u000a| �[0;m�[1;31m20221214005809945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005809945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005809946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005809946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005809946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005809946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005809958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005809966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005809967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005809967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:58:13.082189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21403): Terminating (SIGTERM)\u000a00:58:13.121651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21406): Terminating (SIGTERM)\u000a00:58:13.160914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21409): Terminating (SIGTERM)\u000a00:58:13.170605 --- ParallelTerminationStrategy: PID 21403 died...\u000a00:58:13.223282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21403): Terminated: ok {rc=0}\u000a00:58:13.232497 --- ParallelTerminationStrategy: PID 21406 died...\u000a00:58:13.284636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21406): Terminated: ok {rc=0}\u000a00:58:13.293975 --- ParallelTerminationStrategy: PID 21409 died...\u000a00:58:13.346065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21409): Terminated: ok {rc=0}\u000a00:58:13.434084 bus /gobi_0: Setting Powered False\u000a00:58:14.536464 bus /gobi_0: Setting Powered False\u000a00:58:15.642841 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:58:06" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21420): Process ended prematurely: osmo-stp_10.42.42.5(pid=21420) [trial-2397↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21420)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21420): Process ended prematurely: osmo-stp_10.42.42.5(pid=21420) [trial-2397↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21420)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a00:58:17.636346 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:58:17.647343 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a00:58:17.792791 tst switch_tch_pdch.py: using LAC 37435\u000a00:58:17.910723 tst switch_tch_pdch.py: using RAC 205\u000a00:58:18.027809 tst switch_tch_pdch.py: using CellId 37435\u000a00:58:18.147067 tst switch_tch_pdch.py: using BVCI 37436\u000a00:58:18.169878 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:58:18.180713 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:58:18.191353 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:58:18.202007 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:58:18.212476 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:58:18.223593 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:58:18.234460 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:58:18.245086 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:58:18.365404 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:58:18.640327 tst switch_tch_pdch.py:51: start network...\u000a00:58:18.764886 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:58:19.221480 run create_hlr_db(pid=21414): Launched\u000a00:58:19.344490 bus /gobi_6: Setting Powered False\u000a00:58:20.416767 run create_hlr_db(pid=21414): Terminated: ok {rc=0}\u000a00:58:20.819247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21416): Launched\u000a00:58:21.141757 run osmo-hlr_10.42.42.2(pid=21417): Launched\u000a00:58:21.257887 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:58:21.793383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21419): Launched\u000a00:58:22.117379 run osmo-stp_10.42.42.5(pid=21420): Launched\u000a00:58:22.234329 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:58:22.771348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21422): Launched\u000a00:58:22.886429 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:58:23.167572 run patchelf(pid=21423): Launched\u000a00:58:23.355209 run osmo-stp_10.42.42.5(pid=21420): ERR: Terminated: ERROR {rc=1} [trial-2397↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21420)]\u000a00:58:23.493709 run osmo-stp_10.42.42.5(pid=21420): stdout: \u000a| (launched: 2022-12-14_00:58:21.956436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:23.631344 run osmo-stp_10.42.42.5(pid=21420): stderr: \u000a| �[0;m�[38;5;43m20221214005822149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005822149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005822150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005822150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005822151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005822151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005822151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:23.764209 run osmo-stp_10.42.42.5(pid=21420): stdout: \u000a| (launched: 2022-12-14_00:58:21.956436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:23.895371 run osmo-stp_10.42.42.5(pid=21420): stderr: \u000a| �[0;m�[38;5;43m20221214005822149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005822149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005822150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005822150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005822151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005822151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005822151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:24.048216 run patchelf(pid=21423): Terminating (SIGINT)\u000a00:58:24.227588 run patchelf(pid=21423): Terminated: ok {rc=0}\u000a00:58:24.260186 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21420): Process ended prematurely: osmo-stp_10.42.42.5(pid=21420) [trial-2397↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21420)] [trial-2397↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a00:58:24.269585 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a00:58:24.332871 run osmo-hlr_10.42.42.2(pid=21417): ERR: Terminated: ERROR {rc=237} [trial-2397↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21417)]\u000a00:58:24.384390 run osmo-hlr_10.42.42.2(pid=21417): stdout: \u000a| (launched: 2022-12-14_00:58:20.982803) \u000a00:58:24.436834 run osmo-hlr_10.42.42.2(pid=21417): stderr: \u000a| �[0;m�[1;31m20221214005821181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005821181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005821181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005821181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005821181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005821182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005821193 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005821201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005821201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005821201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:58:24.481964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21416): Terminating (SIGTERM)\u000a00:58:24.524520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21419): Terminating (SIGTERM)\u000a00:58:24.566562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21422): Terminating (SIGTERM)\u000a00:58:24.576069 --- ParallelTerminationStrategy: PID 21416 died...\u000a00:58:24.632192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21416): Terminated: ok {rc=0}\u000a00:58:24.642176 --- ParallelTerminationStrategy: PID 21419 died...\u000a00:58:24.698763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21419): Terminated: ok {rc=0}\u000a00:58:24.709167 --- ParallelTerminationStrategy: PID 21422 died...\u000a00:58:24.765730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21422): Terminated: ok {rc=0}\u000a00:58:24.853711 bus /gobi_0: Setting Powered False\u000a00:58:25.959964 bus /gobi_0: Setting Powered False\u000a00:58:27.072020 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:58:17" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21428): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21428) [trial-2397↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21428)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21428): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21428) [trial-2397↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a00:58:28.954504 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a00:58:28.966329 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a00:58:29.102233 tst mo_mt_sms.py: using LAC 37436\u000a00:58:29.219507 tst mo_mt_sms.py: using RAC 206\u000a00:58:29.335884 tst mo_mt_sms.py: using CellId 37436\u000a00:58:29.453219 tst mo_mt_sms.py: using BVCI 37437\u000a00:58:29.476088 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a00:58:29.593904 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a00:58:29.884108 tst mo_mt_sms.py:9: start nitb and bts...\u000a00:58:30.018888 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:58:30.690422 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21427): Launched\u000a00:58:31.037309 run osmo-nitb_10.42.42.2(pid=21428): Launched\u000a00:58:31.239769 run osmo-nitb_10.42.42.2(pid=21428): ERR: Terminated: ERROR {rc=2} [trial-2397↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21428)]\u000a00:58:31.388208 run osmo-nitb_10.42.42.2(pid=21428): stdout: \u000a| (launched: 2022-12-14_00:58:30.860427) \u000a00:58:31.537778 run osmo-nitb_10.42.42.2(pid=21428): stderr: \u000a| (launched: 2022-12-14_00:58:30.914514)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:58:31.685136 run osmo-nitb_10.42.42.2(pid=21428): stdout: \u000a| (launched: 2022-12-14_00:58:30.860427) \u000a00:58:31.858677 run osmo-nitb_10.42.42.2(pid=21428): stderr: \u000a| (launched: 2022-12-14_00:58:30.914514)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:58:32.170323 tst osmo-nitb_10.42.42.2(pid=21428): stdout: \u000a| (launched: 2022-12-14_00:58:30.860427) \u000a00:58:32.294995 tst osmo-nitb_10.42.42.2(pid=21428): stderr: \u000a| (launched: 2022-12-14_00:58:30.914514)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:58:32.348407 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=21428): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21428) [trial-2397↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21428)] [trial-2397↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a00:58:32.357299 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a00:58:32.392997 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21427): Terminating (SIGTERM)\u000a00:58:32.570723 --- ParallelTerminationStrategy: PID 21427 died...\u000a00:58:32.626479 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21427): Terminated: ok {rc=0}\u000a00:58:32.715554 bus /sierra_3: Setting Powered False\u000a00:58:33.820989 bus /sierra_3: Setting Powered False\u000a00:58:34.929043 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:58:28" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21438): Process ended prematurely: osmo-stp_10.42.42.5(pid=21438) [trial-2397↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21438)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21438): Process ended prematurely: osmo-stp_10.42.42.5(pid=21438) [trial-2397↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21438)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a00:58:36.821386 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:36.832014 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a00:58:36.966895 tst mo_mt_sms.py: using LAC 37437\u000a00:58:37.084169 tst mo_mt_sms.py: using RAC 207\u000a00:58:37.203257 tst mo_mt_sms.py: using CellId 37437\u000a00:58:37.320709 tst mo_mt_sms.py: using BVCI 37438\u000a00:58:37.343580 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:37.354242 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:37.364877 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:37.375297 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:37.386495 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:37.396822 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a00:58:37.518569 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a00:58:37.721731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:58:38.208770 run create_hlr_db(pid=21432): Launched\u000a00:58:38.383365 bus /sierra_2: Setting Powered False\u000a00:58:39.404286 run create_hlr_db(pid=21432): Terminated: ok {rc=0}\u000a00:58:39.808178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21434): Launched\u000a00:58:40.110260 run osmo-hlr_10.42.42.2(pid=21435): Launched\u000a00:58:40.220339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:58:40.742123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21437): Launched\u000a00:58:41.042582 run osmo-stp_10.42.42.5(pid=21438): Launched\u000a00:58:41.150751 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:58:41.701741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21440): Launched\u000a00:58:42.002834 run osmo-msc_10.42.42.6(pid=21441): Launched\u000a00:58:42.177426 run osmo-stp_10.42.42.5(pid=21438): ERR: Terminated: ERROR {rc=1} [trial-2397↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21438)]\u000a00:58:42.304102 run osmo-stp_10.42.42.5(pid=21438): stdout: \u000a| (launched: 2022-12-14_00:58:40.893801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:42.428908 run osmo-stp_10.42.42.5(pid=21438): stderr: \u000a| �[0;m�[38;5;43m20221214005841063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005841063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005841063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005841063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005841064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005841064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005841064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:42.549883 run osmo-stp_10.42.42.5(pid=21438): stdout: \u000a| (launched: 2022-12-14_00:58:40.893801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:42.669366 run osmo-stp_10.42.42.5(pid=21438): stderr: \u000a| �[0;m�[38;5;43m20221214005841063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005841063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005841063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005841063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005841064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005841064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005841064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:42.722186 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=21438): Process ended prematurely: osmo-stp_10.42.42.5(pid=21438) [trial-2397↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21438)] [trial-2397↪sms:trx-b200↪mo_mt_sms.py:16]\u000a00:58:42.730421 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a00:58:42.789856 run osmo-hlr_10.42.42.2(pid=21435): ERR: Terminated: ERROR {rc=237} [trial-2397↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21435)]\u000a00:58:42.839117 run osmo-hlr_10.42.42.2(pid=21435): stdout: \u000a| (launched: 2022-12-14_00:58:39.961030) \u000a00:58:42.888922 run osmo-hlr_10.42.42.2(pid=21435): stderr: \u000a| �[0;m�[1;31m20221214005840135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005840135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005840135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005840135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005840135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005840135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005840148 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005840158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005840158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005840158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:58:42.956148 run osmo-msc_10.42.42.6(pid=21441): ERR: Terminated: ERROR {rc=2} [trial-2397↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21441)]\u000a00:58:43.004832 run osmo-msc_10.42.42.6(pid=21441): stdout: \u000a| (launched: 2022-12-14_00:58:41.854021) \u000a00:58:43.053863 run osmo-msc_10.42.42.6(pid=21441): stderr: \u000a| �[0;m�[38;5;43m20221214005842127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005842127 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65a5802c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005842128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005842128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005842128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005842128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005842130 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005842130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005842130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005842130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:58:43.096116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21434): Terminating (SIGTERM)\u000a00:58:43.136529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21437): Terminating (SIGTERM)\u000a00:58:43.176576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21440): Terminating (SIGTERM)\u000a00:58:43.185807 --- ParallelTerminationStrategy: PID 21434 died...\u000a00:58:43.239595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21434): Terminated: ok {rc=0}\u000a00:58:43.249148 --- ParallelTerminationStrategy: PID 21437 died...\u000a00:58:43.302418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21437): Terminated: ok {rc=0}\u000a00:58:43.311812 --- ParallelTerminationStrategy: PID 21440 died...\u000a00:58:43.365155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21440): Terminated: ok {rc=0}\u000a00:58:43.453617 bus /sierra_3: Setting Powered False\u000a00:58:44.560650 bus /sierra_3: Setting Powered False\u000a00:58:45.669879 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:58:36" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21447): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21447) [trial-2397↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21447)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21447): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21447) [trial-2397↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a00:58:47.554141 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a00:58:47.565890 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a00:58:47.711168 tst assert_extension.py: using LAC 37438\u000a00:58:47.838274 tst assert_extension.py: using RAC 208\u000a00:58:47.962189 tst assert_extension.py: using CellId 37438\u000a00:58:48.079194 tst assert_extension.py: using BVCI 37439\u000a00:58:48.102203 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a00:58:48.394628 tst assert_extension.py:10: start nitb and bts...\u000a00:58:48.529954 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:58:49.199396 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21446): Launched\u000a00:58:49.520486 run osmo-nitb_10.42.42.2(pid=21447): Launched\u000a00:58:49.718396 run osmo-nitb_10.42.42.2(pid=21447): ERR: Terminated: ERROR {rc=2} [trial-2397↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21447)]\u000a00:58:49.864494 run osmo-nitb_10.42.42.2(pid=21447): stdout: \u000a| (launched: 2022-12-14_00:58:49.362724) \u000a00:58:50.010960 run osmo-nitb_10.42.42.2(pid=21447): stderr: \u000a| (launched: 2022-12-14_00:58:49.410505)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:58:50.152215 run osmo-nitb_10.42.42.2(pid=21447): stdout: \u000a| (launched: 2022-12-14_00:58:49.362724) \u000a00:58:50.292065 run osmo-nitb_10.42.42.2(pid=21447): stderr: \u000a| (launched: 2022-12-14_00:58:49.410505)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:58:50.650371 tst osmo-nitb_10.42.42.2(pid=21447): stdout: \u000a| (launched: 2022-12-14_00:58:49.362724) \u000a00:58:50.779566 tst osmo-nitb_10.42.42.2(pid=21447): stderr: \u000a| (launched: 2022-12-14_00:58:49.410505)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:58:50.835921 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=21447): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21447) [trial-2397↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21447)] [trial-2397↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a00:58:50.844908 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a00:58:50.882111 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21446): Terminating (SIGTERM)\u000a00:58:51.060918 --- ParallelTerminationStrategy: PID 21446 died...\u000a00:58:51.119873 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21446): Terminated: ok {rc=0}\u000a00:58:51.208283 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:58:47" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "ussd:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21457): Process ended prematurely: osmo-stp_10.42.42.5(pid=21457) [trial-2397↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21457)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21457): Process ended prematurely: osmo-stp_10.42.42.5(pid=21457) [trial-2397↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a00:58:53.051100 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:53.062309 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a00:58:53.199122 tst assert_extension.py: using LAC 37439\u000a00:58:53.319114 tst assert_extension.py: using RAC 209\u000a00:58:53.449631 tst assert_extension.py: using CellId 37439\u000a00:58:53.577090 tst assert_extension.py: using BVCI 37440\u000a00:58:53.601769 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:53.613016 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:53.624185 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:53.635482 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:53.646739 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:53.657987 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a00:58:53.859543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:58:54.342974 run create_hlr_db(pid=21451): Launched\u000a00:58:54.517759 bus /sierra_2: Setting Powered False\u000a00:58:55.550258 run create_hlr_db(pid=21451): Terminated: ok {rc=0}\u000a00:58:55.982576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21453): Launched\u000a00:58:56.307242 run osmo-hlr_10.42.42.2(pid=21454): Launched\u000a00:58:56.428362 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:58:56.994242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21456): Launched\u000a00:58:57.318451 run osmo-stp_10.42.42.5(pid=21457): Launched\u000a00:58:57.435258 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:58:58.026180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21459): Launched\u000a00:58:58.349829 run osmo-msc_10.42.42.6(pid=21460): Launched\u000a00:58:58.538105 run osmo-stp_10.42.42.5(pid=21457): ERR: Terminated: ERROR {rc=1} [trial-2397↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21457)]\u000a00:58:58.674010 run osmo-stp_10.42.42.5(pid=21457): stdout: \u000a| (launched: 2022-12-14_00:58:57.157882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:58.809666 run osmo-stp_10.42.42.5(pid=21457): stderr: \u000a| �[0;m�[38;5;43m20221214005857350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005857350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005857351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005857351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005857352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005857352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005857352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:58.939063 run osmo-stp_10.42.42.5(pid=21457): stdout: \u000a| (launched: 2022-12-14_00:58:57.157882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:59.067662 run osmo-stp_10.42.42.5(pid=21457): stderr: \u000a| �[0;m�[38;5;43m20221214005857350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005857350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005857351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005857351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005857352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005857352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005857352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:59.123684 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=21457): Process ended prematurely: osmo-stp_10.42.42.5(pid=21457) [trial-2397↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21457)] [trial-2397↪ussd:trx-b200↪assert_extension.py:17]\u000a00:58:59.132572 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a00:58:59.196028 run osmo-hlr_10.42.42.2(pid=21454): ERR: Terminated: ERROR {rc=237} [trial-2397↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21454)]\u000a00:58:59.248099 run osmo-hlr_10.42.42.2(pid=21454): stdout: \u000a| (launched: 2022-12-14_00:58:56.146043) \u000a00:58:59.300805 run osmo-hlr_10.42.42.2(pid=21454): stderr: \u000a| �[0;m�[1;31m20221214005856344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005856344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005856344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005856344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005856344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005856344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005856360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005856369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005856370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005856370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:58:59.372168 run osmo-msc_10.42.42.6(pid=21460): ERR: Terminated: ERROR {rc=2} [trial-2397↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21460)]\u000a00:58:59.424067 run osmo-msc_10.42.42.6(pid=21460): stdout: \u000a| (launched: 2022-12-14_00:58:58.189218) \u000a00:58:59.477070 run osmo-msc_10.42.42.6(pid=21460): stderr: \u000a| �[0;m�[38;5;43m20221214005858511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005858511 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba89699c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005858511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005858511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005858512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005858512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005858514 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005858514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005858514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005858514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:58:59.522093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21453): Terminating (SIGTERM)\u000a00:58:59.564545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21456): Terminating (SIGTERM)\u000a00:58:59.607082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21459): Terminating (SIGTERM)\u000a00:58:59.616896 --- ParallelTerminationStrategy: PID 21453 died...\u000a00:58:59.674668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21453): Terminated: ok {rc=0}\u000a00:58:59.684694 --- ParallelTerminationStrategy: PID 21456 died...\u000a00:58:59.741396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21456): Terminated: ok {rc=0}\u000a00:58:59.751549 --- ParallelTerminationStrategy: PID 21459 died...\u000a00:58:59.808342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21459): Terminated: ok {rc=0}\u000a00:58:59.894929 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:58:52" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21471): Process ended prematurely: osmo-stp_10.42.42.5(pid=21471) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21471)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21471): Process ended prematurely: osmo-stp_10.42.42.5(pid=21471) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:59:01.918238 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:01.932397 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:59:02.110757 tst mo_mt_call.py: using LAC 37440\u000a00:59:02.248763 tst mo_mt_call.py: using RAC 210\u000a00:59:02.379043 tst mo_mt_call.py: using CellId 37440\u000a00:59:02.509494 tst mo_mt_call.py: using BVCI 37441\u000a00:59:02.534551 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:02.546115 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:02.557445 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:02.568782 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:02.580516 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:02.592285 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:59:02.709828 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:59:02.912867 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:59:03.404764 run create_hlr_db(pid=21465): Launched\u000a00:59:03.581615 bus /sierra_2: Setting Powered False\u000a00:59:04.602945 run create_hlr_db(pid=21465): Terminated: ok {rc=0}\u000a00:59:05.040303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21467): Launched\u000a00:59:05.370186 run osmo-hlr_10.42.42.2(pid=21468): Launched\u000a00:59:05.487529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:59:06.062232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21470): Launched\u000a00:59:06.393138 run osmo-stp_10.42.42.5(pid=21471): Launched\u000a00:59:06.513261 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:59:07.119119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21473): Launched\u000a00:59:07.450678 run osmo-msc_10.42.42.6(pid=21474): Launched\u000a00:59:07.642600 run osmo-stp_10.42.42.5(pid=21471): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21471)]\u000a00:59:07.782556 run osmo-stp_10.42.42.5(pid=21471): stdout: \u000a| (launched: 2022-12-14_00:59:06.229100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:07.920688 run osmo-stp_10.42.42.5(pid=21471): stderr: \u000a| �[0;m�[38;5;43m20221214005906422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005906423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005906423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005906423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005906424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005906424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005906424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:08.052611 run osmo-stp_10.42.42.5(pid=21471): stdout: \u000a| (launched: 2022-12-14_00:59:06.229100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:08.182966 run osmo-stp_10.42.42.5(pid=21471): stderr: \u000a| �[0;m�[38;5;43m20221214005906422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005906423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005906423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005906423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005906424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005906424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005906424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:08.240404 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21471): Process ended prematurely: osmo-stp_10.42.42.5(pid=21471) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21471)] [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:59:08.249880 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:59:08.312870 run osmo-hlr_10.42.42.2(pid=21468): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21468)]\u000a00:59:08.364928 run osmo-hlr_10.42.42.2(pid=21468): stdout: \u000a| (launched: 2022-12-14_00:59:05.206716) \u000a00:59:08.417445 run osmo-hlr_10.42.42.2(pid=21468): stderr: \u000a| �[0;m�[1;31m20221214005905406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005905406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005905406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005905406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005905406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005905406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005905418 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005905426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005905426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005905426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:59:08.488737 run osmo-msc_10.42.42.6(pid=21474): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21474)]\u000a00:59:08.540522 run osmo-msc_10.42.42.6(pid=21474): stdout: \u000a| (launched: 2022-12-14_00:59:07.286405) \u000a00:59:08.592847 run osmo-msc_10.42.42.6(pid=21474): stderr: \u000a| �[0;m�[38;5;43m20221214005907610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005907610 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc1f39f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005907610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005907610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005907610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005907610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005907612 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005907612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005907613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005907613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:59:08.637346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21467): Terminating (SIGTERM)\u000a00:59:08.679446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21470): Terminating (SIGTERM)\u000a00:59:08.721850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21473): Terminating (SIGTERM)\u000a00:59:08.731381 --- ParallelTerminationStrategy: PID 21467 died...\u000a00:59:08.787666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21467): Terminated: ok {rc=0}\u000a00:59:08.797719 --- ParallelTerminationStrategy: PID 21470 died...\u000a00:59:08.853970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21470): Terminated: ok {rc=0}\u000a00:59:08.863957 --- ParallelTerminationStrategy: PID 21473 died...\u000a00:59:08.920319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21473): Terminated: ok {rc=0}\u000a00:59:09.007148 bus /sierra_3: Setting Powered False\u000a00:59:10.114336 bus /sierra_3: Setting Powered False\u000a00:59:11.225147 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21482): Process ended prematurely: osmo-stp_10.42.42.5(pid=21482) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21482)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21482): Process ended prematurely: osmo-stp_10.42.42.5(pid=21482) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:59:12.335038 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:12.346955 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:59:12.503948 tst mo_mt_call_osmux.py: using LAC 37441\u000a00:59:12.626023 tst mo_mt_call_osmux.py: using RAC 211\u000a00:59:12.748361 tst mo_mt_call_osmux.py: using CellId 37441\u000a00:59:12.870710 tst mo_mt_call_osmux.py: using BVCI 37442\u000a00:59:12.894131 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:12.905163 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:12.915877 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:12.926728 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:12.937648 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:12.948430 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:59:13.064113 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:59:13.277731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:59:13.794769 run create_hlr_db(pid=21476): Launched\u000a00:59:13.985546 bus /sierra_2: Setting Powered False\u000a00:59:15.005654 run create_hlr_db(pid=21476): Terminated: ok {rc=0}\u000a00:59:15.443491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21478): Launched\u000a00:59:15.773721 run osmo-hlr_10.42.42.2(pid=21479): Launched\u000a00:59:15.930868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:59:16.570597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21481): Launched\u000a00:59:16.962085 run osmo-stp_10.42.42.5(pid=21482): Launched\u000a00:59:17.184902 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:59:17.887124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21484): Launched\u000a00:59:18.216821 run osmo-msc_10.42.42.6(pid=21485): Launched\u000a00:59:18.407540 run osmo-stp_10.42.42.5(pid=21482): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21482)]\u000a00:59:18.546328 run osmo-stp_10.42.42.5(pid=21482): stdout: \u000a| (launched: 2022-12-14_00:59:16.734330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:18.682901 run osmo-stp_10.42.42.5(pid=21482): stderr: \u000a| �[0;m�[38;5;43m20221214005917034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005917034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005917034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005917035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005917035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005917035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005917035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:18.814389 run osmo-stp_10.42.42.5(pid=21482): stdout: \u000a| (launched: 2022-12-14_00:59:16.734330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:18.944325 run osmo-stp_10.42.42.5(pid=21482): stderr: \u000a| �[0;m�[38;5;43m20221214005917034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005917034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005917034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005917035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005917035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005917035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005917035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:19.001892 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21482): Process ended prematurely: osmo-stp_10.42.42.5(pid=21482) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21482)] [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:59:19.011449 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a00:59:19.074294 run osmo-hlr_10.42.42.2(pid=21479): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21479)]\u000a00:59:19.125996 run osmo-hlr_10.42.42.2(pid=21479): stdout: \u000a| (launched: 2022-12-14_00:59:15.610862) \u000a00:59:19.178213 run osmo-hlr_10.42.42.2(pid=21479): stderr: \u000a| �[0;m�[1;31m20221214005915809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005915810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005915810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005915810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005915810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005915810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005915823 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005915848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005915858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005915858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:59:19.249594 run osmo-msc_10.42.42.6(pid=21485): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21485)]\u000a00:59:19.301278 run osmo-msc_10.42.42.6(pid=21485): stdout: \u000a| (launched: 2022-12-14_00:59:18.054080) \u000a00:59:19.353473 run osmo-msc_10.42.42.6(pid=21485): stderr: \u000a| �[0;m�[38;5;43m20221214005918374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005918375 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b8cc03c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005918375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005918375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005918375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005918375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005918377 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005918377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005918378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005918378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:59:19.398032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21478): Terminating (SIGTERM)\u000a00:59:19.440318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21481): Terminating (SIGTERM)\u000a00:59:19.482893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21484): Terminating (SIGTERM)\u000a00:59:19.492516 --- ParallelTerminationStrategy: PID 21478 died...\u000a00:59:19.549459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21478): Terminated: ok {rc=0}\u000a00:59:19.559499 --- ParallelTerminationStrategy: PID 21481 died...\u000a00:59:19.615488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21481): Terminated: ok {rc=0}\u000a00:59:19.625557 --- ParallelTerminationStrategy: PID 21484 died...\u000a00:59:19.681449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21484): Terminated: ok {rc=0}\u000a00:59:19.767770 bus /sierra_3: Setting Powered False\u000a00:59:20.873519 bus /sierra_3: Setting Powered False\u000a00:59:21.981366 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:59:01" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21496): Process ended prematurely: osmo-stp_10.42.42.5(pid=21496) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21496)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21496): Process ended prematurely: osmo-stp_10.42.42.5(pid=21496) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:59:23.991023 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:24.002544 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:59:24.169844 tst mo_mt_call.py: using LAC 37442\u000a00:59:24.298143 tst mo_mt_call.py: using RAC 212\u000a00:59:24.427080 tst mo_mt_call.py: using CellId 37442\u000a00:59:24.554639 tst mo_mt_call.py: using BVCI 37443\u000a00:59:24.579866 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:24.591466 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:24.603045 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:24.614425 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:24.626241 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:24.637913 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:59:24.755285 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:59:24.969478 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:59:25.487674 run create_hlr_db(pid=21490): Launched\u000a00:59:25.677336 bus /sierra_2: Setting Powered False\u000a00:59:26.697940 run create_hlr_db(pid=21490): Terminated: ok {rc=0}\u000a00:59:27.136424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21492): Launched\u000a00:59:27.466809 run osmo-hlr_10.42.42.2(pid=21493): Launched\u000a00:59:27.588771 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:59:28.162777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21495): Launched\u000a00:59:28.493923 run osmo-stp_10.42.42.5(pid=21496): Launched\u000a00:59:28.613291 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:59:29.215734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21498): Launched\u000a00:59:29.546239 run osmo-msc_10.42.42.6(pid=21499): Launched\u000a00:59:29.738442 run osmo-stp_10.42.42.5(pid=21496): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21496)]\u000a00:59:29.877366 run osmo-stp_10.42.42.5(pid=21496): stdout: \u000a| (launched: 2022-12-14_00:59:28.329291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:30.014592 run osmo-stp_10.42.42.5(pid=21496): stderr: \u000a| �[0;m�[38;5;43m20221214005928522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005928522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005928523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005928523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005928523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005928524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005928524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:30.146457 run osmo-stp_10.42.42.5(pid=21496): stdout: \u000a| (launched: 2022-12-14_00:59:28.329291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:30.276539 run osmo-stp_10.42.42.5(pid=21496): stderr: \u000a| �[0;m�[38;5;43m20221214005928522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005928522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005928523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005928523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005928523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005928524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005928524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:30.334489 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21496): Process ended prematurely: osmo-stp_10.42.42.5(pid=21496) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21496)] [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:59:30.343941 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:59:30.407760 run osmo-hlr_10.42.42.2(pid=21493): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21493)]\u000a00:59:30.459845 run osmo-hlr_10.42.42.2(pid=21493): stdout: \u000a| (launched: 2022-12-14_00:59:27.303016) \u000a00:59:30.512235 run osmo-hlr_10.42.42.2(pid=21493): stderr: \u000a| �[0;m�[1;31m20221214005927502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005927502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005927502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005927502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005927502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005927502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005927515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005927524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005927524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005927524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:59:30.583033 run osmo-msc_10.42.42.6(pid=21499): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21499)]\u000a00:59:30.634555 run osmo-msc_10.42.42.6(pid=21499): stdout: \u000a| (launched: 2022-12-14_00:59:29.382024) \u000a00:59:30.686743 run osmo-msc_10.42.42.6(pid=21499): stderr: \u000a| �[0;m�[38;5;43m20221214005929704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005929704 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff43ef7ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005929704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005929704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005929705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005929705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005929706 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005929707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005929707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005929707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:59:30.731355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21492): Terminating (SIGTERM)\u000a00:59:30.774156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21495): Terminating (SIGTERM)\u000a00:59:30.816122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21498): Terminating (SIGTERM)\u000a00:59:30.826030 --- ParallelTerminationStrategy: PID 21492 died...\u000a00:59:30.896642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21492): Terminated: ok {rc=0}\u000a00:59:30.907436 --- ParallelTerminationStrategy: PID 21495 died...\u000a00:59:30.981644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21495): Terminated: ok {rc=0}\u000a00:59:30.992272 --- ParallelTerminationStrategy: PID 21498 died...\u000a00:59:31.049792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21498): Terminated: ok {rc=0}\u000a00:59:31.140588 bus /sierra_3: Setting Powered False\u000a00:59:32.242019 bus /sierra_3: Setting Powered False\u000a00:59:33.354528 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21507): Process ended prematurely: osmo-stp_10.42.42.5(pid=21507) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21507)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21507): Process ended prematurely: osmo-stp_10.42.42.5(pid=21507) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:59:34.466483 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:34.478512 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:59:34.636359 tst mo_mt_call_osmux.py: using LAC 37443\u000a00:59:34.757636 tst mo_mt_call_osmux.py: using RAC 213\u000a00:59:34.876901 tst mo_mt_call_osmux.py: using CellId 37443\u000a00:59:34.996258 tst mo_mt_call_osmux.py: using BVCI 37444\u000a00:59:35.019474 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:35.030670 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:35.041720 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:35.052686 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:35.063682 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:35.074660 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:59:35.188382 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:59:35.391033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:59:35.882104 run create_hlr_db(pid=21501): Launched\u000a00:59:36.059460 bus /sierra_2: Setting Powered False\u000a00:59:37.079420 run create_hlr_db(pid=21501): Terminated: ok {rc=0}\u000a00:59:37.489163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21503): Launched\u000a00:59:37.797700 run osmo-hlr_10.42.42.2(pid=21504): Launched\u000a00:59:37.909383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:59:38.442769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21506): Launched\u000a00:59:38.749024 run osmo-stp_10.42.42.5(pid=21507): Launched\u000a00:59:38.859381 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:59:39.426218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21509): Launched\u000a00:59:39.733742 run osmo-msc_10.42.42.6(pid=21510): Launched\u000a00:59:39.912935 run osmo-stp_10.42.42.5(pid=21507): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21507)]\u000a00:59:40.044107 run osmo-stp_10.42.42.5(pid=21507): stdout: \u000a| (launched: 2022-12-14_00:59:38.597594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:40.172436 run osmo-stp_10.42.42.5(pid=21507): stderr: \u000a| �[0;m�[38;5;43m20221214005938768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005938768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005938769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005938769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005938770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005938770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005938770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:40.295418 run osmo-stp_10.42.42.5(pid=21507): stdout: \u000a| (launched: 2022-12-14_00:59:38.597594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:40.416914 run osmo-stp_10.42.42.5(pid=21507): stderr: \u000a| �[0;m�[38;5;43m20221214005938768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005938768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005938769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005938769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005938770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005938770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005938770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:40.471013 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21507): Process ended prematurely: osmo-stp_10.42.42.5(pid=21507) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21507)] [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:59:40.479571 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a00:59:40.539180 run osmo-hlr_10.42.42.2(pid=21504): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21504)]\u000a00:59:40.588099 run osmo-hlr_10.42.42.2(pid=21504): stdout: \u000a| (launched: 2022-12-14_00:59:37.644499) \u000a00:59:40.637817 run osmo-hlr_10.42.42.2(pid=21504): stderr: \u000a| �[0;m�[1;31m20221214005937822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005937822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005937822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005937822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005937822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005937822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005937834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005937843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005937843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005937843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:59:40.705278 run osmo-msc_10.42.42.6(pid=21510): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21510)]\u000a00:59:40.754024 run osmo-msc_10.42.42.6(pid=21510): stdout: \u000a| (launched: 2022-12-14_00:59:39.581431) \u000a00:59:40.803299 run osmo-msc_10.42.42.6(pid=21510): stderr: \u000a| �[0;m�[38;5;43m20221214005939854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005939854 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb250c8ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005939854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005939854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005939854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005939855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005939856 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005939857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005939857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005939857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:59:40.845105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21503): Terminating (SIGTERM)\u000a00:59:40.884450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21506): Terminating (SIGTERM)\u000a00:59:40.924057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21509): Terminating (SIGTERM)\u000a00:59:40.933239 --- ParallelTerminationStrategy: PID 21503 died...\u000a00:59:40.986214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21503): Terminated: ok {rc=0}\u000a00:59:40.995690 --- ParallelTerminationStrategy: PID 21506 died...\u000a00:59:41.048243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21506): Terminated: ok {rc=0}\u000a00:59:41.057688 --- ParallelTerminationStrategy: PID 21509 died...\u000a00:59:41.110089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21509): Terminated: ok {rc=0}\u000a00:59:41.198059 bus /sierra_3: Setting Powered False\u000a00:59:42.300040 bus /sierra_3: Setting Powered False\u000a00:59:43.410799 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:59:23" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21522): Process ended prematurely: osmo-stp_10.42.42.5(pid=21522) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21522)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21522): Process ended prematurely: osmo-stp_10.42.42.5(pid=21522) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:59:45.404120 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:45.415515 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:59:45.570073 tst mo_mt_call.py: using LAC 37444\u000a00:59:45.688422 tst mo_mt_call.py: using RAC 214\u000a00:59:45.808428 tst mo_mt_call.py: using CellId 37444\u000a00:59:45.950918 tst mo_mt_call.py: using BVCI 37445\u000a00:59:45.975497 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:45.987754 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:45.999699 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:46.011636 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:46.025954 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:46.040601 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:59:46.172044 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:59:46.424245 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:59:46.966042 run create_hlr_db(pid=21516): Launched\u000a00:59:47.161728 bus /sierra_2: Setting Powered False\u000a00:59:48.177396 run create_hlr_db(pid=21516): Terminated: ok {rc=0}\u000a00:59:48.617759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21518): Launched\u000a00:59:48.948095 run osmo-hlr_10.42.42.2(pid=21519): Launched\u000a00:59:49.069154 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:59:49.643020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21521): Launched\u000a00:59:49.972700 run osmo-stp_10.42.42.5(pid=21522): Launched\u000a00:59:50.091212 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:59:50.693656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21524): Launched\u000a00:59:51.023929 run osmo-msc_10.42.42.6(pid=21525): Launched\u000a00:59:51.215979 run osmo-stp_10.42.42.5(pid=21522): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21522)]\u000a00:59:51.354836 run osmo-stp_10.42.42.5(pid=21522): stdout: \u000a| (launched: 2022-12-14_00:59:49.809677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:51.492505 run osmo-stp_10.42.42.5(pid=21522): stderr: \u000a| �[0;m�[38;5;43m20221214005950002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005950002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005950003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005950003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005950003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005950004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005950004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:51.624592 run osmo-stp_10.42.42.5(pid=21522): stdout: \u000a| (launched: 2022-12-14_00:59:49.809677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:51.755318 run osmo-stp_10.42.42.5(pid=21522): stderr: \u000a| �[0;m�[38;5;43m20221214005950002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214005950002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214005950003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214005950003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214005950003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214005950004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214005950004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:51.813015 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21522): Process ended prematurely: osmo-stp_10.42.42.5(pid=21522) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21522)] [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a00:59:51.822480 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a00:59:51.885798 run osmo-hlr_10.42.42.2(pid=21519): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21519)]\u000a00:59:51.937449 run osmo-hlr_10.42.42.2(pid=21519): stdout: \u000a| (launched: 2022-12-14_00:59:48.784500) \u000a00:59:51.989760 run osmo-hlr_10.42.42.2(pid=21519): stderr: \u000a| �[0;m�[1;31m20221214005948983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005948983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005948983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005948983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005948983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005948983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005948995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005949004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005949004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005949004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:59:52.060618 run osmo-msc_10.42.42.6(pid=21525): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21525)]\u000a00:59:52.112190 run osmo-msc_10.42.42.6(pid=21525): stdout: \u000a| (launched: 2022-12-14_00:59:50.860214) \u000a00:59:52.164126 run osmo-msc_10.42.42.6(pid=21525): stderr: \u000a| �[0;m�[38;5;43m20221214005951181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214005951181 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2e0e8d4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214005951181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214005951181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214005951181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214005951182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214005951183 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214005951184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214005951184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214005951184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:59:52.208532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21518): Terminating (SIGTERM)\u000a00:59:52.250534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21521): Terminating (SIGTERM)\u000a00:59:52.292395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21524): Terminating (SIGTERM)\u000a00:59:52.301951 --- ParallelTerminationStrategy: PID 21518 died...\u000a00:59:52.358437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21518): Terminated: ok {rc=0}\u000a00:59:52.368381 --- ParallelTerminationStrategy: PID 21521 died...\u000a00:59:52.424371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21521): Terminated: ok {rc=0}\u000a00:59:52.434326 --- ParallelTerminationStrategy: PID 21524 died...\u000a00:59:52.491017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21524): Terminated: ok {rc=0}\u000a00:59:52.579258 bus /sierra_3: Setting Powered False\u000a00:59:53.683246 bus /sierra_3: Setting Powered False\u000a00:59:54.789777 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21533): Process ended prematurely: osmo-stp_10.42.42.5(pid=21533) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21533)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21533): Process ended prematurely: osmo-stp_10.42.42.5(pid=21533) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:59:55.906550 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:55.918920 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:59:56.089251 tst mo_mt_call_osmux.py: using LAC 37445\u000a00:59:56.215514 tst mo_mt_call_osmux.py: using RAC 215\u000a00:59:56.341743 tst mo_mt_call_osmux.py: using CellId 37445\u000a00:59:56.467625 tst mo_mt_call_osmux.py: using BVCI 37446\u000a00:59:56.492928 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:56.504632 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:56.516024 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:56.527541 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:56.539414 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:56.551121 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:59:56.670908 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:59:56.874488 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:59:57.367449 run create_hlr_db(pid=21527): Launched\u000a00:59:57.543514 bus /sierra_2: Setting Powered False\u000a00:59:58.564918 run create_hlr_db(pid=21527): Terminated: ok {rc=0}\u000a00:59:59.003093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21529): Launched\u000a00:59:59.333730 run osmo-hlr_10.42.42.2(pid=21530): Launched\u000a00:59:59.452844 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:00:00.026925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21532): Launched\u000a01:00:00.357544 run osmo-stp_10.42.42.5(pid=21533): Launched\u000a01:00:00.476739 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:00:01.120312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21535): Launched\u000a01:00:01.590514 run osmo-msc_10.42.42.6(pid=21536): Launched\u000a01:00:02.001860 run osmo-stp_10.42.42.5(pid=21533): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21533)]\u000a01:00:02.192919 run osmo-stp_10.42.42.5(pid=21533): stdout: \u000a| (launched: 2022-12-14_01:00:00.193564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:02.333778 run osmo-stp_10.42.42.5(pid=21533): stderr: \u000a| �[0;m�[38;5;43m20221214010000386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010000386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010000386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010000387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010000387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010000387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010000387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:02.469354 run osmo-stp_10.42.42.5(pid=21533): stdout: \u000a| (launched: 2022-12-14_01:00:00.193564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:02.600851 run osmo-stp_10.42.42.5(pid=21533): stderr: \u000a| �[0;m�[38;5;43m20221214010000386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010000386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010000386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010000387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010000387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010000387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010000387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:02.658845 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21533): Process ended prematurely: osmo-stp_10.42.42.5(pid=21533) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21533)] [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a01:00:02.668651 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a01:00:02.733151 run osmo-hlr_10.42.42.2(pid=21530): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21530)]\u000a01:00:02.785870 run osmo-hlr_10.42.42.2(pid=21530): stdout: \u000a| (launched: 2022-12-14_00:59:59.169793) \u000a01:00:02.839269 run osmo-hlr_10.42.42.2(pid=21530): stderr: \u000a| �[0;m�[1;31m20221214005959369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214005959369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214005959369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005959369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214005959369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214005959369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214005959381 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214005959390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214005959390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214005959391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:00:02.911672 run osmo-msc_10.42.42.6(pid=21536): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21536)]\u000a01:00:02.963827 run osmo-msc_10.42.42.6(pid=21536): stdout: \u000a| (launched: 2022-12-14_01:00:01.290967) \u000a01:00:03.016742 run osmo-msc_10.42.42.6(pid=21536): stderr: \u000a| �[0;m�[38;5;43m20221214010001835 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010001836 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa5ff8b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010001836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010001836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010001836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010001836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010001842 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010001843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010001845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010001845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:00:03.062073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21529): Terminating (SIGTERM)\u000a01:00:03.104999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21532): Terminating (SIGTERM)\u000a01:00:03.147723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21535): Terminating (SIGTERM)\u000a01:00:03.157263 --- ParallelTerminationStrategy: PID 21529 died...\u000a01:00:03.214765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21529): Terminated: ok {rc=0}\u000a01:00:03.225055 --- ParallelTerminationStrategy: PID 21532 died...\u000a01:00:03.282362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21532): Terminated: ok {rc=0}\u000a01:00:03.292557 --- ParallelTerminationStrategy: PID 21535 died...\u000a01:00:03.350033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21535): Terminated: ok {rc=0}\u000a01:00:03.437826 bus /sierra_3: Setting Powered False\u000a01:00:04.543792 bus /sierra_3: Setting Powered False\u000a01:00:05.651846 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:59:45" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21550): Process ended prematurely: osmo-stp_10.42.42.5(pid=21550) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21550)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21550): Process ended prematurely: osmo-stp_10.42.42.5(pid=21550) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:00:07.658954 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:07.670068 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:00:07.824577 tst mo_mt_call.py: using LAC 37446\u000a01:00:07.941448 tst mo_mt_call.py: using RAC 216\u000a01:00:08.058616 tst mo_mt_call.py: using CellId 37446\u000a01:00:08.176129 tst mo_mt_call.py: using BVCI 37447\u000a01:00:08.199346 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:08.210453 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:08.221404 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:08.232130 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:08.243196 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:08.254092 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:00:08.376300 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:00:08.591309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:00:09.106836 run create_hlr_db(pid=21544): Launched\u000a01:00:09.297654 bus /sierra_2: Setting Powered False\u000a01:00:10.317517 run create_hlr_db(pid=21544): Terminated: ok {rc=0}\u000a01:00:10.734989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21546): Launched\u000a01:00:11.042267 run osmo-hlr_10.42.42.2(pid=21547): Launched\u000a01:00:11.154662 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:00:11.685339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21549): Launched\u000a01:00:11.990622 run osmo-stp_10.42.42.5(pid=21550): Launched\u000a01:00:12.100720 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:00:12.665267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21552): Launched\u000a01:00:12.972632 run osmo-msc_10.42.42.6(pid=21553): Launched\u000a01:00:13.151922 run osmo-stp_10.42.42.5(pid=21550): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21550)]\u000a01:00:13.282117 run osmo-stp_10.42.42.5(pid=21550): stdout: \u000a| (launched: 2022-12-14_01:00:11.839968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:13.409444 run osmo-stp_10.42.42.5(pid=21550): stderr: \u000a| �[0;m�[38;5;43m20221214010012012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010012013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010012013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010012013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010012014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010012014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010012014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:13.533119 run osmo-stp_10.42.42.5(pid=21550): stdout: \u000a| (launched: 2022-12-14_01:00:11.839968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:13.654917 run osmo-stp_10.42.42.5(pid=21550): stderr: \u000a| �[0;m�[38;5;43m20221214010012012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010012013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010012013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010012013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010012014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010012014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010012014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:13.708910 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21550): Process ended prematurely: osmo-stp_10.42.42.5(pid=21550) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21550)] [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a01:00:13.717769 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:00:13.777150 run osmo-hlr_10.42.42.2(pid=21547): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21547)]\u000a01:00:13.825540 run osmo-hlr_10.42.42.2(pid=21547): stdout: \u000a| (launched: 2022-12-14_01:00:10.890184) \u000a01:00:13.874508 run osmo-hlr_10.42.42.2(pid=21547): stderr: \u000a| �[0;m�[1;31m20221214010011065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010011065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010011065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010011065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010011065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010011065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010011077 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010011085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010011085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010011085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:00:13.940718 run osmo-msc_10.42.42.6(pid=21553): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21553)]\u000a01:00:13.989229 run osmo-msc_10.42.42.6(pid=21553): stdout: \u000a| (launched: 2022-12-14_01:00:12.820723) \u000a01:00:14.038011 run osmo-msc_10.42.42.6(pid=21553): stderr: \u000a| �[0;m�[38;5;43m20221214010013092 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010013092 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77b80d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010013092 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010013092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010013092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010013092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010013094 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010013094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010013095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010013095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:00:14.079543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21546): Terminating (SIGTERM)\u000a01:00:14.118761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21549): Terminating (SIGTERM)\u000a01:00:14.157968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21552): Terminating (SIGTERM)\u000a01:00:14.166987 --- ParallelTerminationStrategy: PID 21546 died...\u000a01:00:14.219562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21546): Terminated: ok {rc=0}\u000a01:00:14.228873 --- ParallelTerminationStrategy: PID 21549 died...\u000a01:00:14.281253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21549): Terminated: ok {rc=0}\u000a01:00:14.290615 --- ParallelTerminationStrategy: PID 21552 died...\u000a01:00:14.343162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21552): Terminated: ok {rc=0}\u000a01:00:14.427943 bus /sierra_3: Setting Powered False\u000a01:00:15.535262 bus /sierra_3: Setting Powered False\u000a01:00:16.660670 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21561): Process ended prematurely: osmo-stp_10.42.42.5(pid=21561) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21561)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21561): Process ended prematurely: osmo-stp_10.42.42.5(pid=21561) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:00:17.771173 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:17.783000 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:00:17.942299 tst mo_mt_call_osmux.py: using LAC 37447\u000a01:00:18.062934 tst mo_mt_call_osmux.py: using RAC 217\u000a01:00:18.184037 tst mo_mt_call_osmux.py: using CellId 37447\u000a01:00:18.305720 tst mo_mt_call_osmux.py: using BVCI 37448\u000a01:00:18.328784 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:18.339886 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:18.350912 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:18.361778 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:18.372719 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:18.384017 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:00:18.505989 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:00:18.709985 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:00:19.202275 run create_hlr_db(pid=21555): Launched\u000a01:00:19.377779 bus /sierra_2: Setting Powered False\u000a01:00:20.399453 run create_hlr_db(pid=21555): Terminated: ok {rc=0}\u000a01:00:20.839699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21557): Launched\u000a01:00:21.169880 run osmo-hlr_10.42.42.2(pid=21558): Launched\u000a01:00:21.291495 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:00:21.868045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21560): Launched\u000a01:00:22.199418 run osmo-stp_10.42.42.5(pid=21561): Launched\u000a01:00:22.318768 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:00:22.922946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21563): Launched\u000a01:00:23.253294 run osmo-msc_10.42.42.6(pid=21564): Launched\u000a01:00:23.446322 run osmo-stp_10.42.42.5(pid=21561): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21561)]\u000a01:00:23.586149 run osmo-stp_10.42.42.5(pid=21561): stdout: \u000a| (launched: 2022-12-14_01:00:22.035058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:23.723757 run osmo-stp_10.42.42.5(pid=21561): stderr: \u000a| �[0;m�[38;5;43m20221214010022229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010022229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010022229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010022229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010022230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010022230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010022230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:23.855794 run osmo-stp_10.42.42.5(pid=21561): stdout: \u000a| (launched: 2022-12-14_01:00:22.035058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:23.989030 run osmo-stp_10.42.42.5(pid=21561): stderr: \u000a| �[0;m�[38;5;43m20221214010022229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010022229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010022229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010022229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010022230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010022230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010022230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:24.051720 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21561): Process ended prematurely: osmo-stp_10.42.42.5(pid=21561) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21561)] [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a01:00:24.062294 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:00:24.126900 run osmo-hlr_10.42.42.2(pid=21558): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21558)]\u000a01:00:24.180939 run osmo-hlr_10.42.42.2(pid=21558): stdout: \u000a| (launched: 2022-12-14_01:00:21.006504) \u000a01:00:24.234863 run osmo-hlr_10.42.42.2(pid=21558): stderr: \u000a| �[0;m�[1;31m20221214010021205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010021205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010021205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010021205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010021205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010021205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010021221 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010021229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010021229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010021229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:00:24.306360 run osmo-msc_10.42.42.6(pid=21564): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21564)]\u000a01:00:24.358920 run osmo-msc_10.42.42.6(pid=21564): stdout: \u000a| (launched: 2022-12-14_01:00:23.089942) \u000a01:00:24.411495 run osmo-msc_10.42.42.6(pid=21564): stderr: \u000a| �[0;m�[38;5;43m20221214010023411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010023411 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b95354c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010023411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010023411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010023411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010023412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010023413 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010023414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010023414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010023414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:00:24.456582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21557): Terminating (SIGTERM)\u000a01:00:24.499476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21560): Terminating (SIGTERM)\u000a01:00:24.542125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21563): Terminating (SIGTERM)\u000a01:00:24.551757 --- ParallelTerminationStrategy: PID 21557 died...\u000a01:00:24.609003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21557): Terminated: ok {rc=0}\u000a01:00:24.619095 --- ParallelTerminationStrategy: PID 21560 died...\u000a01:00:24.675684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21560): Terminated: ok {rc=0}\u000a01:00:24.685798 --- ParallelTerminationStrategy: PID 21563 died...\u000a01:00:24.742615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21563): Terminated: ok {rc=0}\u000a01:00:24.830547 bus /sierra_3: Setting Powered False\u000a01:00:25.938138 bus /sierra_3: Setting Powered False\u000a01:00:27.052163 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:00:07" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21577): Process ended prematurely: osmo-stp_10.42.42.5(pid=21577) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21577)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21577): Process ended prematurely: osmo-stp_10.42.42.5(pid=21577) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:00:29.045613 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:29.056603 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:00:29.212332 tst mo_mt_call.py: using LAC 37448\u000a01:00:29.333644 tst mo_mt_call.py: using RAC 218\u000a01:00:29.452612 tst mo_mt_call.py: using CellId 37448\u000a01:00:29.576438 tst mo_mt_call.py: using BVCI 37449\u000a01:00:29.599551 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:29.610613 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:29.621496 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:29.632366 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:29.643283 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:29.654153 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:00:29.775310 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:00:29.978749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:00:30.471278 run create_hlr_db(pid=21571): Launched\u000a01:00:30.648649 bus /sierra_2: Setting Powered False\u000a01:00:31.735551 run create_hlr_db(pid=21571): Terminated: ok {rc=0}\u000a01:00:32.174413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21573): Launched\u000a01:00:32.482841 run osmo-hlr_10.42.42.2(pid=21574): Launched\u000a01:00:32.597226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:00:33.127447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21576): Launched\u000a01:00:33.434700 run osmo-stp_10.42.42.5(pid=21577): Launched\u000a01:00:33.544223 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:00:34.103504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21579): Launched\u000a01:00:34.411575 run osmo-msc_10.42.42.6(pid=21580): Launched\u000a01:00:34.590592 run osmo-stp_10.42.42.5(pid=21577): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21577)]\u000a01:00:34.718809 run osmo-stp_10.42.42.5(pid=21577): stdout: \u000a| (launched: 2022-12-14_01:00:33.282460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:34.845493 run osmo-stp_10.42.42.5(pid=21577): stderr: \u000a| �[0;m�[38;5;43m20221214010033452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010033452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010033452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010033453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010033453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010033453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010033453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:34.967361 run osmo-stp_10.42.42.5(pid=21577): stdout: \u000a| (launched: 2022-12-14_01:00:33.282460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:35.088097 run osmo-stp_10.42.42.5(pid=21577): stderr: \u000a| �[0;m�[38;5;43m20221214010033452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010033452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010033452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010033453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010033453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010033453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010033453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:35.141672 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21577): Process ended prematurely: osmo-stp_10.42.42.5(pid=21577) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21577)] [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:00:35.150381 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:00:35.210024 run osmo-hlr_10.42.42.2(pid=21574): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21574)]\u000a01:00:35.258803 run osmo-hlr_10.42.42.2(pid=21574): stdout: \u000a| (launched: 2022-12-14_01:00:32.331043) \u000a01:00:35.308151 run osmo-hlr_10.42.42.2(pid=21574): stderr: \u000a| �[0;m�[1;31m20221214010032507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010032507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010032507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010032507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010032507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010032507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010032520 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010032529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010032529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010032530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:00:35.374936 run osmo-msc_10.42.42.6(pid=21580): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21580)]\u000a01:00:35.423517 run osmo-msc_10.42.42.6(pid=21580): stdout: \u000a| (launched: 2022-12-14_01:00:34.258340) \u000a01:00:35.472524 run osmo-msc_10.42.42.6(pid=21580): stderr: \u000a| �[0;m�[38;5;43m20221214010034532 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010034532 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd316ab8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010034532 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010034532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010034532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010034533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010034534 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010034535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010034535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010034535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:00:35.514305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21573): Terminating (SIGTERM)\u000a01:00:35.553772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21576): Terminating (SIGTERM)\u000a01:00:35.593102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21579): Terminating (SIGTERM)\u000a01:00:35.602307 --- ParallelTerminationStrategy: PID 21573 died...\u000a01:00:35.655219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21573): Terminated: ok {rc=0}\u000a01:00:35.664617 --- ParallelTerminationStrategy: PID 21576 died...\u000a01:00:35.717122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21576): Terminated: ok {rc=0}\u000a01:00:35.726570 --- ParallelTerminationStrategy: PID 21579 died...\u000a01:00:35.779638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21579): Terminated: ok {rc=0}\u000a01:00:35.868806 bus /sierra_3: Setting Powered False\u000a01:00:36.972201 bus /sierra_3: Setting Powered False\u000a01:00:38.083614 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21588): Process ended prematurely: osmo-stp_10.42.42.5(pid=21588) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21588)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21588): Process ended prematurely: osmo-stp_10.42.42.5(pid=21588) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:00:39.195249 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:39.207154 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:00:39.364397 tst mo_mt_call_osmux.py: using LAC 37449\u000a01:00:39.489733 tst mo_mt_call_osmux.py: using RAC 219\u000a01:00:39.608128 tst mo_mt_call_osmux.py: using CellId 37449\u000a01:00:39.728819 tst mo_mt_call_osmux.py: using BVCI 37450\u000a01:00:39.752178 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:39.763471 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:39.774618 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:39.785768 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:39.796871 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:39.807964 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:00:39.922854 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:00:40.132704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:00:40.627135 run create_hlr_db(pid=21582): Launched\u000a01:00:40.802686 bus /sierra_2: Setting Powered False\u000a01:00:41.824312 run create_hlr_db(pid=21582): Terminated: ok {rc=0}\u000a01:00:42.234804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21584): Launched\u000a01:00:42.541615 run osmo-hlr_10.42.42.2(pid=21585): Launched\u000a01:00:42.664344 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:00:43.204563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21587): Launched\u000a01:00:43.511884 run osmo-stp_10.42.42.5(pid=21588): Launched\u000a01:00:43.622213 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:00:44.183303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21590): Launched\u000a01:00:44.491891 run osmo-msc_10.42.42.6(pid=21591): Launched\u000a01:00:44.670946 run osmo-stp_10.42.42.5(pid=21588): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21588)]\u000a01:00:44.799789 run osmo-stp_10.42.42.5(pid=21588): stdout: \u000a| (launched: 2022-12-14_01:00:43.359897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:44.927112 run osmo-stp_10.42.42.5(pid=21588): stderr: \u000a| �[0;m�[38;5;43m20221214010043533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010043534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010043534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010043534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010043535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010043535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010043535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:45.049547 run osmo-stp_10.42.42.5(pid=21588): stdout: \u000a| (launched: 2022-12-14_01:00:43.359897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:45.170981 run osmo-stp_10.42.42.5(pid=21588): stderr: \u000a| �[0;m�[38;5;43m20221214010043533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010043534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010043534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010043534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010043535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010043535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010043535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:45.224799 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21588): Process ended prematurely: osmo-stp_10.42.42.5(pid=21588) [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21588)] [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:00:45.233610 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:00:45.292636 run osmo-hlr_10.42.42.2(pid=21585): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21585)]\u000a01:00:45.341317 run osmo-hlr_10.42.42.2(pid=21585): stdout: \u000a| (launched: 2022-12-14_01:00:42.389935) \u000a01:00:45.390475 run osmo-hlr_10.42.42.2(pid=21585): stderr: \u000a| �[0;m�[1;31m20221214010042566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010042567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010042567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010042567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010042567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010042567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010042579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010042587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010042588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010042588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:00:45.457295 run osmo-msc_10.42.42.6(pid=21591): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21591)]\u000a01:00:45.505512 run osmo-msc_10.42.42.6(pid=21591): stdout: \u000a| (launched: 2022-12-14_01:00:44.338441) \u000a01:00:45.554307 run osmo-msc_10.42.42.6(pid=21591): stderr: \u000a| �[0;m�[38;5;43m20221214010044611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010044612 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8bd730c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010044612 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010044612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010044612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010044612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010044614 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010044614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010044615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010044615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:00:45.595827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21584): Terminating (SIGTERM)\u000a01:00:45.635211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21587): Terminating (SIGTERM)\u000a01:00:45.674525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21590): Terminating (SIGTERM)\u000a01:00:45.683624 --- ParallelTerminationStrategy: PID 21584 died...\u000a01:00:45.736467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21584): Terminated: ok {rc=0}\u000a01:00:45.745958 --- ParallelTerminationStrategy: PID 21587 died...\u000a01:00:45.798388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21587): Terminated: ok {rc=0}\u000a01:00:45.807821 --- ParallelTerminationStrategy: PID 21590 died...\u000a01:00:45.869248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21590): Terminated: ok {rc=0}\u000a01:00:45.991258 bus /sierra_3: Setting Powered False\u000a01:00:47.097848 bus /sierra_3: Setting Powered False\u000a01:00:48.210451 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:00:28" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21603): Process ended prematurely: osmo-stp_10.42.42.5(pid=21603) [trial-2397↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21603)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21603): Process ended prematurely: osmo-stp_10.42.42.5(pid=21603) [trial-2397↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:00:50.216553 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:00:50.228294 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:00:50.396261 tst mo_mt_call.py: using LAC 37450\u000a01:00:50.524267 tst mo_mt_call.py: using RAC 220\u000a01:00:50.647149 tst mo_mt_call.py: using CellId 37450\u000a01:00:50.767149 tst mo_mt_call.py: using BVCI 37451\u000a01:00:50.790404 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:00:50.801800 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:00:50.812924 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:00:50.824170 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:00:50.835337 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:00:50.846393 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:00:50.967121 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:00:51.171531 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:00:51.661994 run create_hlr_db(pid=21597): Launched\u000a01:00:51.837256 bus /sierra_2: Setting Powered False\u000a01:00:52.858920 run create_hlr_db(pid=21597): Terminated: ok {rc=0}\u000a01:00:53.267240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21599): Launched\u000a01:00:53.573734 run osmo-hlr_10.42.42.2(pid=21600): Launched\u000a01:00:53.684019 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:00:54.213415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21602): Launched\u000a01:00:54.519278 run osmo-stp_10.42.42.5(pid=21603): Launched\u000a01:00:54.630053 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:00:55.191558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21605): Launched\u000a01:00:55.498968 run osmo-msc_10.42.42.6(pid=21606): Launched\u000a01:00:55.677859 run osmo-stp_10.42.42.5(pid=21603): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21603)]\u000a01:00:55.806666 run osmo-stp_10.42.42.5(pid=21603): stdout: \u000a| (launched: 2022-12-14_01:00:54.368248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:55.934196 run osmo-stp_10.42.42.5(pid=21603): stderr: \u000a| �[0;m�[38;5;43m20221214010054542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010054542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010054542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010054543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010054543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010054543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010054543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:56.056637 run osmo-stp_10.42.42.5(pid=21603): stdout: \u000a| (launched: 2022-12-14_01:00:54.368248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:56.178122 run osmo-stp_10.42.42.5(pid=21603): stderr: \u000a| �[0;m�[38;5;43m20221214010054542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010054542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010054542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010054543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010054543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010054543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010054543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:56.231736 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21603): Process ended prematurely: osmo-stp_10.42.42.5(pid=21603) [trial-2397↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21603)] [trial-2397↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:00:56.240697 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:00:56.300165 run osmo-hlr_10.42.42.2(pid=21600): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21600)]\u000a01:00:56.348781 run osmo-hlr_10.42.42.2(pid=21600): stdout: \u000a| (launched: 2022-12-14_01:00:53.422298) \u000a01:00:56.398212 run osmo-hlr_10.42.42.2(pid=21600): stderr: \u000a| �[0;m�[1;31m20221214010053600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010053600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010053600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010053600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010053600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010053600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010053616 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010053627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010053627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010053627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:00:56.465695 run osmo-msc_10.42.42.6(pid=21606): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21606)]\u000a01:00:56.514167 run osmo-msc_10.42.42.6(pid=21606): stdout: \u000a| (launched: 2022-12-14_01:00:55.347039) \u000a01:00:56.563250 run osmo-msc_10.42.42.6(pid=21606): stderr: \u000a| �[0;m�[38;5;43m20221214010055620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010055620 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f05a0795c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010055620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010055620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010055620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010055620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010055622 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010055622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010055623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010055623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:00:56.604972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21599): Terminating (SIGTERM)\u000a01:00:56.644199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21602): Terminating (SIGTERM)\u000a01:00:56.683865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21605): Terminating (SIGTERM)\u000a01:00:56.693068 --- ParallelTerminationStrategy: PID 21599 died...\u000a01:00:56.746340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21599): Terminated: ok {rc=0}\u000a01:00:56.755855 --- ParallelTerminationStrategy: PID 21602 died...\u000a01:00:56.808290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21602): Terminated: ok {rc=0}\u000a01:00:56.817755 --- ParallelTerminationStrategy: PID 21605 died...\u000a01:00:56.870318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21605): Terminated: ok {rc=0}\u000a01:00:56.958370 bus /sierra_3: Setting Powered False\u000a01:00:58.061208 bus /sierra_3: Setting Powered False\u000a01:00:59.172357 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21614): Process ended prematurely: osmo-stp_10.42.42.5(pid=21614) [trial-2397↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21614)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21614): Process ended prematurely: osmo-stp_10.42.42.5(pid=21614) [trial-2397↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21614)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:01:00.282929 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:01:00.294905 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:01:00.454706 tst mo_mt_call_osmux.py: using LAC 37451\u000a01:01:00.577208 tst mo_mt_call_osmux.py: using RAC 221\u000a01:01:00.698757 tst mo_mt_call_osmux.py: using CellId 37451\u000a01:01:00.822596 tst mo_mt_call_osmux.py: using BVCI 37452\u000a01:01:00.860263 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:01:00.876888 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:01:00.890650 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:01:00.910622 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:01:00.925290 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:01:00.940233 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:01:01.080447 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:01:01.331092 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:01:01.878871 run create_hlr_db(pid=21608): Launched\u000a01:01:02.060658 bus /sierra_2: Setting Powered False\u000a01:01:03.078177 run create_hlr_db(pid=21608): Terminated: ok {rc=0}\u000a01:01:03.489210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21610): Launched\u000a01:01:03.796430 run osmo-hlr_10.42.42.2(pid=21611): Launched\u000a01:01:03.917577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:01:04.461844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21613): Launched\u000a01:01:04.768397 run osmo-stp_10.42.42.5(pid=21614): Launched\u000a01:01:04.878302 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:01:05.439496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21616): Launched\u000a01:01:05.747236 run osmo-msc_10.42.42.6(pid=21617): Launched\u000a01:01:05.925447 run osmo-stp_10.42.42.5(pid=21614): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21614)]\u000a01:01:06.054164 run osmo-stp_10.42.42.5(pid=21614): stdout: \u000a| (launched: 2022-12-14_01:01:04.617341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:06.181770 run osmo-stp_10.42.42.5(pid=21614): stderr: \u000a| �[0;m�[38;5;43m20221214010104789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010104789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010104790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010104790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010104790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010104791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010104791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:06.303981 run osmo-stp_10.42.42.5(pid=21614): stdout: \u000a| (launched: 2022-12-14_01:01:04.617341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:06.425087 run osmo-stp_10.42.42.5(pid=21614): stderr: \u000a| �[0;m�[38;5;43m20221214010104789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010104789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010104790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010104790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010104790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010104791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010104791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:06.479410 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21614): Process ended prematurely: osmo-stp_10.42.42.5(pid=21614) [trial-2397↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21614)] [trial-2397↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:01:06.488147 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:01:06.547583 run osmo-hlr_10.42.42.2(pid=21611): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21611)]\u000a01:01:06.596411 run osmo-hlr_10.42.42.2(pid=21611): stdout: \u000a| (launched: 2022-12-14_01:01:03.645349) \u000a01:01:06.646046 run osmo-hlr_10.42.42.2(pid=21611): stderr: \u000a| �[0;m�[1;31m20221214010103821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010103821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010103821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010103821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010103821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010103821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010103834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010103844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010103844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010103844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:01:06.713183 run osmo-msc_10.42.42.6(pid=21617): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21617)]\u000a01:01:06.762430 run osmo-msc_10.42.42.6(pid=21617): stdout: \u000a| (launched: 2022-12-14_01:01:05.595080) \u000a01:01:06.812186 run osmo-msc_10.42.42.6(pid=21617): stderr: \u000a| �[0;m�[38;5;43m20221214010105866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010105866 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37f19efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010105866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010105866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010105866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010105867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010105868 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010105869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010105869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010105869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:01:06.853871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21610): Terminating (SIGTERM)\u000a01:01:06.893337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21613): Terminating (SIGTERM)\u000a01:01:06.933192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21616): Terminating (SIGTERM)\u000a01:01:06.942239 --- ParallelTerminationStrategy: PID 21610 died...\u000a01:01:06.995303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21610): Terminated: ok {rc=0}\u000a01:01:07.004699 --- ParallelTerminationStrategy: PID 21613 died...\u000a01:01:07.057381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21613): Terminated: ok {rc=0}\u000a01:01:07.066788 --- ParallelTerminationStrategy: PID 21616 died...\u000a01:01:07.119289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21616): Terminated: ok {rc=0}\u000a01:01:07.202608 bus /sierra_3: Setting Powered False\u000a01:01:08.310066 bus /sierra_3: Setting Powered False\u000a01:01:09.418762 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:00:49" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21628): Process ended prematurely: osmo-stp_10.42.42.5(pid=21628) [trial-2397↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21628)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21628): Process ended prematurely: osmo-stp_10.42.42.5(pid=21628) [trial-2397↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21628)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a01:01:11.411030 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:11.422011 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:01:11.581091 tst mo_mt_call.py: using LAC 37452\u000a01:01:11.709322 tst mo_mt_call.py: using RAC 222\u000a01:01:11.841571 tst mo_mt_call.py: using CellId 37452\u000a01:01:11.971164 tst mo_mt_call.py: using BVCI 37453\u000a01:01:11.996277 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:12.007725 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:12.019062 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:12.030334 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:12.042020 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:12.053690 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:01:12.171883 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:01:12.385693 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:01:12.905368 run create_hlr_db(pid=21622): Launched\u000a01:01:13.096125 bus /sierra_2: Setting Powered False\u000a01:01:14.117209 run create_hlr_db(pid=21622): Terminated: ok {rc=0}\u000a01:01:14.557187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21624): Launched\u000a01:01:14.889614 run osmo-hlr_10.42.42.2(pid=21625): Launched\u000a01:01:15.010316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:01:15.587210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21627): Launched\u000a01:01:16.073590 run osmo-stp_10.42.42.5(pid=21628): Launched\u000a01:01:16.344145 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:01:17.041411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21630): Launched\u000a01:01:17.381117 run osmo-msc_10.42.42.6(pid=21631): Launched\u000a01:01:17.574134 run osmo-stp_10.42.42.5(pid=21628): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21628)]\u000a01:01:17.712439 run osmo-stp_10.42.42.5(pid=21628): stdout: \u000a| (launched: 2022-12-14_01:01:15.754290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:17.850614 run osmo-stp_10.42.42.5(pid=21628): stderr: \u000a| �[0;m�[38;5;43m20221214010116020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010116020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010116021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010116021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010116022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010116022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010116022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:17.982516 run osmo-stp_10.42.42.5(pid=21628): stdout: \u000a| (launched: 2022-12-14_01:01:15.754290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:18.113193 run osmo-stp_10.42.42.5(pid=21628): stderr: \u000a| �[0;m�[38;5;43m20221214010116020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010116020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010116021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010116021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010116022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010116022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010116022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:18.171005 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21628): Process ended prematurely: osmo-stp_10.42.42.5(pid=21628) [trial-2397↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21628)] [trial-2397↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a01:01:18.180367 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a01:01:18.244132 run osmo-hlr_10.42.42.2(pid=21625): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21625)]\u000a01:01:18.296185 run osmo-hlr_10.42.42.2(pid=21625): stdout: \u000a| (launched: 2022-12-14_01:01:14.725015) \u000a01:01:18.349107 run osmo-hlr_10.42.42.2(pid=21625): stderr: \u000a| �[0;m�[1;31m20221214010114924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010114924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010114924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010114924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010114924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010114924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010114938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010114946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010114947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010114947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:01:18.420563 run osmo-msc_10.42.42.6(pid=21631): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21631)]\u000a01:01:18.472501 run osmo-msc_10.42.42.6(pid=21631): stdout: \u000a| (launched: 2022-12-14_01:01:17.210246) \u000a01:01:18.525632 run osmo-msc_10.42.42.6(pid=21631): stderr: \u000a| �[0;m�[38;5;43m20221214010117549 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010117549 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffbdbd31c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010117549 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010117549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010117549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010117549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010117551 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010117551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010117551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010117552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:01:18.570534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21624): Terminating (SIGTERM)\u000a01:01:18.613027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21627): Terminating (SIGTERM)\u000a01:01:18.655280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21630): Terminating (SIGTERM)\u000a01:01:18.664931 --- ParallelTerminationStrategy: PID 21624 died...\u000a01:01:18.721888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21624): Terminated: ok {rc=0}\u000a01:01:18.731990 --- ParallelTerminationStrategy: PID 21627 died...\u000a01:01:18.788598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21627): Terminated: ok {rc=0}\u000a01:01:18.798690 --- ParallelTerminationStrategy: PID 21630 died...\u000a01:01:18.855325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21630): Terminated: ok {rc=0}\u000a01:01:18.943466 bus /sierra_3: Setting Powered False\u000a01:01:20.050443 bus /sierra_3: Setting Powered False\u000a01:01:21.159406 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21639): Process ended prematurely: osmo-stp_10.42.42.5(pid=21639) [trial-2397↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21639)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21639): Process ended prematurely: osmo-stp_10.42.42.5(pid=21639) [trial-2397↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21639)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:01:22.270857 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:22.282496 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:01:22.445071 tst mo_mt_call_osmux.py: using LAC 37453\u000a01:01:22.563203 tst mo_mt_call_osmux.py: using RAC 223\u000a01:01:22.681662 tst mo_mt_call_osmux.py: using CellId 37453\u000a01:01:22.799617 tst mo_mt_call_osmux.py: using BVCI 37454\u000a01:01:22.822952 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:22.834278 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:22.845310 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:22.856159 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:22.867279 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:22.878394 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:01:23.000135 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:01:23.203213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:01:23.693415 run create_hlr_db(pid=21633): Launched\u000a01:01:23.868348 bus /sierra_2: Setting Powered False\u000a01:01:24.890172 run create_hlr_db(pid=21633): Terminated: ok {rc=0}\u000a01:01:25.298554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21635): Launched\u000a01:01:25.603431 run osmo-hlr_10.42.42.2(pid=21636): Launched\u000a01:01:25.713956 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:01:26.242210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21638): Launched\u000a01:01:26.547903 run osmo-stp_10.42.42.5(pid=21639): Launched\u000a01:01:26.658828 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:01:27.218887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21641): Launched\u000a01:01:27.525889 run osmo-msc_10.42.42.6(pid=21642): Launched\u000a01:01:27.704088 run osmo-stp_10.42.42.5(pid=21639): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21639)]\u000a01:01:27.832825 run osmo-stp_10.42.42.5(pid=21639): stdout: \u000a| (launched: 2022-12-14_01:01:26.396685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:27.959883 run osmo-stp_10.42.42.5(pid=21639): stderr: \u000a| �[0;m�[38;5;43m20221214010126568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010126568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010126568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010126569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010126570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010126570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010126570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:28.082049 run osmo-stp_10.42.42.5(pid=21639): stdout: \u000a| (launched: 2022-12-14_01:01:26.396685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:28.203190 run osmo-stp_10.42.42.5(pid=21639): stderr: \u000a| �[0;m�[38;5;43m20221214010126568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010126568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010126568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010126569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010126570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010126570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010126570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:28.256998 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21639): Process ended prematurely: osmo-stp_10.42.42.5(pid=21639) [trial-2397↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21639)] [trial-2397↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a01:01:28.265912 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a01:01:28.326098 run osmo-hlr_10.42.42.2(pid=21636): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21636)]\u000a01:01:28.375460 run osmo-hlr_10.42.42.2(pid=21636): stdout: \u000a| (launched: 2022-12-14_01:01:25.452855) \u000a01:01:28.425683 run osmo-hlr_10.42.42.2(pid=21636): stderr: \u000a| �[0;m�[1;31m20221214010125631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010125631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010125631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010125631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010125631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010125631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010125643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010125652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010125652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010125652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:01:28.493241 run osmo-msc_10.42.42.6(pid=21642): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21642)]\u000a01:01:28.542493 run osmo-msc_10.42.42.6(pid=21642): stdout: \u000a| (launched: 2022-12-14_01:01:27.373060) \u000a01:01:28.592240 run osmo-msc_10.42.42.6(pid=21642): stderr: \u000a| �[0;m�[38;5;43m20221214010127645 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010127645 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f532b079c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010127645 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010127646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010127646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010127646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010127648 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010127648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010127648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010127648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:01:28.634628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21635): Terminating (SIGTERM)\u000a01:01:28.674375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21638): Terminating (SIGTERM)\u000a01:01:28.714448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21641): Terminating (SIGTERM)\u000a01:01:28.723688 --- ParallelTerminationStrategy: PID 21635 died...\u000a01:01:28.777605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21635): Terminated: ok {rc=0}\u000a01:01:28.787318 --- ParallelTerminationStrategy: PID 21638 died...\u000a01:01:28.840920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21638): Terminated: ok {rc=0}\u000a01:01:28.850644 --- ParallelTerminationStrategy: PID 21641 died...\u000a01:01:28.904299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21641): Terminated: ok {rc=0}\u000a01:01:28.992606 bus /sierra_3: Setting Powered False\u000a01:01:30.098857 bus /sierra_3: Setting Powered False\u000a01:01:31.221963 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:01:11" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21653): Process ended prematurely: osmo-stp_10.42.42.5(pid=21653) [trial-2397↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21653)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21653): Process ended prematurely: osmo-stp_10.42.42.5(pid=21653) [trial-2397↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a01:01:33.204087 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:33.215042 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a01:01:33.351853 tst mo_mt_call.py: using LAC 37454\u000a01:01:33.470541 tst mo_mt_call.py: using RAC 224\u000a01:01:33.587727 tst mo_mt_call.py: using CellId 37454\u000a01:01:33.704281 tst mo_mt_call.py: using BVCI 37455\u000a01:01:33.727087 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:33.737989 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:33.748469 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:33.759121 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:33.769728 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:33.780440 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a01:01:33.900790 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a01:01:34.099893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:01:34.580163 run create_hlr_db(pid=21647): Launched\u000a01:01:34.751435 bus /sierra_2: Setting Powered False\u000a01:01:35.772447 run create_hlr_db(pid=21647): Terminated: ok {rc=0}\u000a01:01:36.171590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21649): Launched\u000a01:01:36.469708 run osmo-hlr_10.42.42.2(pid=21650): Launched\u000a01:01:36.578553 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:01:37.099529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21652): Launched\u000a01:01:37.398478 run osmo-stp_10.42.42.5(pid=21653): Launched\u000a01:01:37.507078 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:01:38.054712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21655): Launched\u000a01:01:38.354523 run osmo-msc_10.42.42.6(pid=21656): Launched\u000a01:01:38.528866 run osmo-stp_10.42.42.5(pid=21653): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21653)]\u000a01:01:38.655042 run osmo-stp_10.42.42.5(pid=21653): stdout: \u000a| (launched: 2022-12-14_01:01:37.251791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:38.779458 run osmo-stp_10.42.42.5(pid=21653): stderr: \u000a| �[0;m�[38;5;43m20221214010137420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010137420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010137420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010137421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010137421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010137421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010137421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:38.898694 run osmo-stp_10.42.42.5(pid=21653): stdout: \u000a| (launched: 2022-12-14_01:01:37.251791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:39.017479 run osmo-stp_10.42.42.5(pid=21653): stderr: \u000a| �[0;m�[38;5;43m20221214010137420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010137420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010137420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010137421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010137421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010137421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010137421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:39.070382 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21653): Process ended prematurely: osmo-stp_10.42.42.5(pid=21653) [trial-2397↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21653)] [trial-2397↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a01:01:39.078884 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a01:01:39.137442 run osmo-hlr_10.42.42.2(pid=21650): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21650)]\u000a01:01:39.185611 run osmo-hlr_10.42.42.2(pid=21650): stdout: \u000a| (launched: 2022-12-14_01:01:36.323051) \u000a01:01:39.234391 run osmo-hlr_10.42.42.2(pid=21650): stderr: \u000a| �[0;m�[1;31m20221214010136494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010136494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010136494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010136494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010136494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010136494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010136506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010136514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010136514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010136514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:01:39.300499 run osmo-msc_10.42.42.6(pid=21656): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21656)]\u000a01:01:39.348615 run osmo-msc_10.42.42.6(pid=21656): stdout: \u000a| (launched: 2022-12-14_01:01:38.206613) \u000a01:01:39.397302 run osmo-msc_10.42.42.6(pid=21656): stderr: \u000a| �[0;m�[38;5;43m20221214010138472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010138473 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f077d0f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010138473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010138473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010138473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010138473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010138475 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010138475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010138475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010138476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:01:39.438676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21649): Terminating (SIGTERM)\u000a01:01:39.477882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21652): Terminating (SIGTERM)\u000a01:01:39.521236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21655): Terminating (SIGTERM)\u000a01:01:39.530224 --- ParallelTerminationStrategy: PID 21649 died...\u000a01:01:39.582500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21649): Terminated: ok {rc=0}\u000a01:01:39.591904 --- ParallelTerminationStrategy: PID 21652 died...\u000a01:01:39.643991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21652): Terminated: ok {rc=0}\u000a01:01:39.653353 --- ParallelTerminationStrategy: PID 21655 died...\u000a01:01:39.705393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21655): Terminated: ok {rc=0}\u000a01:01:39.792107 bus /sierra_3: Setting Powered False\u000a01:01:40.894502 bus /sierra_3: Setting Powered False\u000a01:01:42.006325 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21664): Process ended prematurely: osmo-stp_10.42.42.5(pid=21664) [trial-2397↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21664)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21664): Process ended prematurely: osmo-stp_10.42.42.5(pid=21664) [trial-2397↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21664)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:01:43.113953 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:43.125143 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a01:01:43.258647 tst mo_mt_call_osmux.py: using LAC 37455\u000a01:01:43.380759 tst mo_mt_call_osmux.py: using RAC 225\u000a01:01:43.503296 tst mo_mt_call_osmux.py: using CellId 37455\u000a01:01:43.625430 tst mo_mt_call_osmux.py: using BVCI 37456\u000a01:01:43.649623 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:43.661204 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:43.672436 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:43.683549 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:43.695078 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:43.706655 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a01:01:43.822260 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a01:01:44.030761 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:01:44.529333 run create_hlr_db(pid=21658): Launched\u000a01:01:44.712628 bus /sierra_2: Setting Powered False\u000a01:01:45.733435 run create_hlr_db(pid=21658): Terminated: ok {rc=0}\u000a01:01:46.173590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21660): Launched\u000a01:01:46.588282 run osmo-hlr_10.42.42.2(pid=21661): Launched\u000a01:01:46.768423 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:01:47.337719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21663): Launched\u000a01:01:47.639187 run osmo-stp_10.42.42.5(pid=21664): Launched\u000a01:01:47.748284 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:01:48.293572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21666): Launched\u000a01:01:48.593721 run osmo-msc_10.42.42.6(pid=21667): Launched\u000a01:01:48.769094 run osmo-stp_10.42.42.5(pid=21664): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21664)]\u000a01:01:48.894998 run osmo-stp_10.42.42.5(pid=21664): stdout: \u000a| (launched: 2022-12-14_01:01:47.490189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:49.018704 run osmo-stp_10.42.42.5(pid=21664): stderr: \u000a| �[0;m�[38;5;43m20221214010147656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010147656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010147656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010147657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010147657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010147657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010147657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:49.138584 run osmo-stp_10.42.42.5(pid=21664): stdout: \u000a| (launched: 2022-12-14_01:01:47.490189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:49.256676 run osmo-stp_10.42.42.5(pid=21664): stderr: \u000a| �[0;m�[38;5;43m20221214010147656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010147656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010147656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010147657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010147657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010147657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010147657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:49.308998 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21664): Process ended prematurely: osmo-stp_10.42.42.5(pid=21664) [trial-2397↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21664)] [trial-2397↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a01:01:49.317582 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:01:49.375725 run osmo-hlr_10.42.42.2(pid=21661): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21661)]\u000a01:01:49.423684 run osmo-hlr_10.42.42.2(pid=21661): stdout: \u000a| (launched: 2022-12-14_01:01:46.326052) \u000a01:01:49.472299 run osmo-hlr_10.42.42.2(pid=21661): stderr: \u000a| �[0;m�[1;31m20221214010146669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010146669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010146669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010146669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010146669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010146669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010146692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010146704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010146704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010146704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:01:49.538443 run osmo-msc_10.42.42.6(pid=21667): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21667)]\u000a01:01:49.587200 run osmo-msc_10.42.42.6(pid=21667): stdout: \u000a| (launched: 2022-12-14_01:01:48.444630) \u000a01:01:49.635836 run osmo-msc_10.42.42.6(pid=21667): stderr: \u000a| �[0;m�[38;5;43m20221214010148713 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010148713 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ace0bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010148713 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010148713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010148713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010148714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010148715 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010148716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010148716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010148716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:01:49.677217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21660): Terminating (SIGTERM)\u000a01:01:49.716286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21663): Terminating (SIGTERM)\u000a01:01:49.755451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21666): Terminating (SIGTERM)\u000a01:01:49.764478 --- ParallelTerminationStrategy: PID 21660 died...\u000a01:01:49.816605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21660): Terminated: ok {rc=0}\u000a01:01:49.826046 --- ParallelTerminationStrategy: PID 21663 died...\u000a01:01:49.877665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21663): Terminated: ok {rc=0}\u000a01:01:49.886946 --- ParallelTerminationStrategy: PID 21666 died...\u000a01:01:49.938811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21666): Terminated: ok {rc=0}\u000a01:01:50.026422 bus /sierra_3: Setting Powered False\u000a01:01:51.132675 bus /sierra_3: Setting Powered False\u000a01:01:52.241857 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:01:32" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21678): Process ended prematurely: osmo-stp_10.42.42.5(pid=21678) [trial-2397↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21678)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21678): Process ended prematurely: osmo-stp_10.42.42.5(pid=21678) [trial-2397↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a01:01:54.231037 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:01:54.242121 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:01:54.381420 tst mo_mt_call.py: using LAC 37456\u000a01:01:54.500501 tst mo_mt_call.py: using RAC 226\u000a01:01:54.626741 tst mo_mt_call.py: using CellId 37456\u000a01:01:54.751687 tst mo_mt_call.py: using BVCI 37457\u000a01:01:54.776190 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:01:54.788071 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:01:54.799768 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:01:54.811492 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:01:54.823671 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:01:54.835718 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:01:54.951570 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:01:55.161894 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:01:55.666034 run create_hlr_db(pid=21672): Launched\u000a01:01:55.852087 bus /sierra_2: Setting Powered False\u000a01:01:56.872153 run create_hlr_db(pid=21672): Terminated: ok {rc=0}\u000a01:01:57.276118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21674): Launched\u000a01:01:57.576083 run osmo-hlr_10.42.42.2(pid=21675): Launched\u000a01:01:57.687517 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:01:58.206489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21677): Launched\u000a01:01:58.506284 run osmo-stp_10.42.42.5(pid=21678): Launched\u000a01:01:58.614972 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:01:59.161877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21680): Launched\u000a01:01:59.461930 run osmo-msc_10.42.42.6(pid=21681): Launched\u000a01:01:59.636817 run osmo-stp_10.42.42.5(pid=21678): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21678)]\u000a01:01:59.763021 run osmo-stp_10.42.42.5(pid=21678): stdout: \u000a| (launched: 2022-12-14_01:01:58.358043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:59.887403 run osmo-stp_10.42.42.5(pid=21678): stderr: \u000a| �[0;m�[38;5;43m20221214010158525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010158525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010158525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010158526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010158526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010158526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010158526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:00.014811 run osmo-stp_10.42.42.5(pid=21678): stdout: \u000a| (launched: 2022-12-14_01:01:58.358043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:00.132893 run osmo-stp_10.42.42.5(pid=21678): stderr: \u000a| �[0;m�[38;5;43m20221214010158525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010158525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010158525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010158526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010158526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010158526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010158526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:00.185341 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21678): Process ended prematurely: osmo-stp_10.42.42.5(pid=21678) [trial-2397↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21678)] [trial-2397↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a01:02:00.193859 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a01:02:00.252030 run osmo-hlr_10.42.42.2(pid=21675): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21675)]\u000a01:02:00.299911 run osmo-hlr_10.42.42.2(pid=21675): stdout: \u000a| (launched: 2022-12-14_01:01:57.428072) \u000a01:02:00.348285 run osmo-hlr_10.42.42.2(pid=21675): stderr: \u000a| �[0;m�[1;31m20221214010157602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010157602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010157602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010157602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010157602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010157602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010157614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010157624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010157624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010157625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:02:00.413947 run osmo-msc_10.42.42.6(pid=21681): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21681)]\u000a01:02:00.461397 run osmo-msc_10.42.42.6(pid=21681): stdout: \u000a| (launched: 2022-12-14_01:01:59.313432) \u000a01:02:00.509681 run osmo-msc_10.42.42.6(pid=21681): stderr: \u000a| �[0;m�[38;5;43m20221214010159585 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010159585 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe4f0a0dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010159585 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010159585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010159585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010159586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010159587 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010159588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010159588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010159588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:02:00.550823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21674): Terminating (SIGTERM)\u000a01:02:00.589673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21677): Terminating (SIGTERM)\u000a01:02:00.628919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21680): Terminating (SIGTERM)\u000a01:02:00.638045 --- ParallelTerminationStrategy: PID 21674 died...\u000a01:02:00.690416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21674): Terminated: ok {rc=0}\u000a01:02:00.699666 --- ParallelTerminationStrategy: PID 21677 died...\u000a01:02:00.751294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21677): Terminated: ok {rc=0}\u000a01:02:00.760514 --- ParallelTerminationStrategy: PID 21680 died...\u000a01:02:00.812190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21680): Terminated: ok {rc=0}\u000a01:02:00.898554 bus /sierra_3: Setting Powered False\u000a01:02:02.017286 bus /sierra_3: Setting Powered False\u000a01:02:03.129669 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21689): Process ended prematurely: osmo-stp_10.42.42.5(pid=21689) [trial-2397↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21689)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21689): Process ended prematurely: osmo-stp_10.42.42.5(pid=21689) [trial-2397↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21689)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:02:04.243797 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:02:04.256393 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:02:04.404120 tst mo_mt_call_osmux.py: using LAC 37457\u000a01:02:04.530364 tst mo_mt_call_osmux.py: using RAC 227\u000a01:02:04.658679 tst mo_mt_call_osmux.py: using CellId 37457\u000a01:02:04.780811 tst mo_mt_call_osmux.py: using BVCI 37458\u000a01:02:04.804999 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:02:04.816906 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:02:04.828671 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:02:04.840379 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:02:04.852657 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:02:04.864750 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:02:04.979909 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:02:05.191392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:02:05.692757 run create_hlr_db(pid=21683): Launched\u000a01:02:05.876700 bus /sierra_2: Setting Powered False\u000a01:02:06.897404 run create_hlr_db(pid=21683): Terminated: ok {rc=0}\u000a01:02:07.321685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21685): Launched\u000a01:02:07.640198 run osmo-hlr_10.42.42.2(pid=21686): Launched\u000a01:02:07.756201 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:02:08.310789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21688): Launched\u000a01:02:08.628569 run osmo-stp_10.42.42.5(pid=21689): Launched\u000a01:02:08.745517 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:02:09.329229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21691): Launched\u000a01:02:09.647824 run osmo-msc_10.42.42.6(pid=21692): Launched\u000a01:02:09.833820 run osmo-stp_10.42.42.5(pid=21689): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21689)]\u000a01:02:09.968302 run osmo-stp_10.42.42.5(pid=21689): stdout: \u000a| (launched: 2022-12-14_01:02:08.471761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:10.101803 run osmo-stp_10.42.42.5(pid=21689): stderr: \u000a| �[0;m�[38;5;43m20221214010208658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010208658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010208658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010208658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010208659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010208659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010208659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:10.233732 run osmo-stp_10.42.42.5(pid=21689): stdout: \u000a| (launched: 2022-12-14_01:02:08.471761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:10.360506 run osmo-stp_10.42.42.5(pid=21689): stderr: \u000a| �[0;m�[38;5;43m20221214010208658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010208658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010208658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010208658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010208659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010208659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010208659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:10.416630 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21689): Process ended prematurely: osmo-stp_10.42.42.5(pid=21689) [trial-2397↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21689)] [trial-2397↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a01:02:10.425858 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:02:10.487736 run osmo-hlr_10.42.42.2(pid=21686): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21686)]\u000a01:02:10.538355 run osmo-hlr_10.42.42.2(pid=21686): stdout: \u000a| (launched: 2022-12-14_01:02:07.483416) \u000a01:02:10.590119 run osmo-hlr_10.42.42.2(pid=21686): stderr: \u000a| �[0;m�[1;31m20221214010207674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010207675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010207675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010207675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010207675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010207675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010207691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010207701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010207701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010207701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:02:10.659737 run osmo-msc_10.42.42.6(pid=21692): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21692)]\u000a01:02:10.710156 run osmo-msc_10.42.42.6(pid=21692): stdout: \u000a| (launched: 2022-12-14_01:02:09.490439) \u000a01:02:10.761239 run osmo-msc_10.42.42.6(pid=21692): stderr: \u000a| �[0;m�[38;5;43m20221214010209808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010209808 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb9f337dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010209808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010209808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010209809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010209809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010209810 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010209811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010209811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010209811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:02:10.805080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21685): Terminating (SIGTERM)\u000a01:02:10.847206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21688): Terminating (SIGTERM)\u000a01:02:10.888374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21691): Terminating (SIGTERM)\u000a01:02:10.897860 --- ParallelTerminationStrategy: PID 21685 died...\u000a01:02:10.953505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21685): Terminated: ok {rc=0}\u000a01:02:10.963284 --- ParallelTerminationStrategy: PID 21688 died...\u000a01:02:11.018358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21688): Terminated: ok {rc=0}\u000a01:02:11.028131 --- ParallelTerminationStrategy: PID 21691 died...\u000a01:02:11.083122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21691): Terminated: ok {rc=0}\u000a01:02:11.169392 bus /sierra_3: Setting Powered False\u000a01:02:12.270581 bus /sierra_3: Setting Powered False\u000a01:02:13.376645 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:01:53" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21704): Process ended prematurely: osmo-stp_10.42.42.5(pid=21704) [trial-2397↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21704)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21704): Process ended prematurely: osmo-stp_10.42.42.5(pid=21704) [trial-2397↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21704)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:02:15.383117 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:15.393640 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a01:02:15.528474 tst emergency_mo_mt_call.py: using LAC 37458\u000a01:02:15.657289 tst emergency_mo_mt_call.py: using RAC 228\u000a01:02:15.784599 tst emergency_mo_mt_call.py: using CellId 37458\u000a01:02:15.909652 tst emergency_mo_mt_call.py: using BVCI 37459\u000a01:02:15.934636 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:15.945868 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:15.957472 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:15.968517 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:15.979981 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:15.991412 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:16.105471 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:16.331454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:02:16.867292 run create_hlr_db(pid=21698): Launched\u000a01:02:17.066382 bus /sierra_2: Setting Powered False\u000a01:02:18.078532 run create_hlr_db(pid=21698): Terminated: ok {rc=0}\u000a01:02:18.505604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21700): Launched\u000a01:02:18.821548 run osmo-hlr_10.42.42.2(pid=21701): Launched\u000a01:02:18.939451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:02:19.494402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21703): Launched\u000a01:02:19.811166 run osmo-stp_10.42.42.5(pid=21704): Launched\u000a01:02:19.937461 tst emergency_mo_mt_call.py: using MSISDN 8424\u000a01:02:20.095418 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:02:20.676568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21706): Launched\u000a01:02:20.993668 run osmo-msc_10.42.42.6(pid=21707): Launched\u000a01:02:21.178772 run osmo-stp_10.42.42.5(pid=21704): ERR: Terminated: ERROR {rc=1} [trial-2397↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21704)]\u000a01:02:21.312418 run osmo-stp_10.42.42.5(pid=21704): stdout: \u000a| (launched: 2022-12-14_01:02:19.655931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:21.445016 run osmo-stp_10.42.42.5(pid=21704): stderr: \u000a| �[0;m�[38;5;43m20221214010219844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010219844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010219845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010219845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010219845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010219846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010219846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:21.572508 run osmo-stp_10.42.42.5(pid=21704): stdout: \u000a| (launched: 2022-12-14_01:02:19.655931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:21.699142 run osmo-stp_10.42.42.5(pid=21704): stderr: \u000a| �[0;m�[38;5;43m20221214010219844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010219844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010219845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010219845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010219845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010219846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010219846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:21.754593 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=21704): Process ended prematurely: osmo-stp_10.42.42.5(pid=21704) [trial-2397↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21704)] [trial-2397↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a01:02:21.763303 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a01:02:21.825487 run osmo-hlr_10.42.42.2(pid=21701): ERR: Terminated: ERROR {rc=237} [trial-2397↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21701)]\u000a01:02:21.876470 run osmo-hlr_10.42.42.2(pid=21701): stdout: \u000a| (launched: 2022-12-14_01:02:18.667036) \u000a01:02:21.928325 run osmo-hlr_10.42.42.2(pid=21701): stderr: \u000a| �[0;m�[1;31m20221214010218859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010218859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010218859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010218859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010218859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010218859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010218871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010218881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010218882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010218882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:02:21.998434 run osmo-msc_10.42.42.6(pid=21707): ERR: Terminated: ERROR {rc=2} [trial-2397↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21707)]\u000a01:02:22.049330 run osmo-msc_10.42.42.6(pid=21707): stdout: \u000a| (launched: 2022-12-14_01:02:20.837545) \u000a01:02:22.100639 run osmo-msc_10.42.42.6(pid=21707): stderr: \u000a| �[0;m�[38;5;43m20221214010221153 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010221153 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd88463c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010221153 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010221153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010221153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010221154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010221156 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010221156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010221156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010221156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:02:22.144521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21700): Terminating (SIGTERM)\u000a01:02:22.186525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21703): Terminating (SIGTERM)\u000a01:02:22.227989 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21706): Terminating (SIGTERM)\u000a01:02:22.237534 --- ParallelTerminationStrategy: PID 21700 died...\u000a01:02:22.293695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21700): Terminated: ok {rc=0}\u000a01:02:22.303536 --- ParallelTerminationStrategy: PID 21703 died...\u000a01:02:22.358726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21703): Terminated: ok {rc=0}\u000a01:02:22.368495 --- ParallelTerminationStrategy: PID 21706 died...\u000a01:02:22.423729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21706): Terminated: ok {rc=0}\u000a01:02:22.510081 bus /sierra_3: Setting Powered False\u000a01:02:23.612849 bus /sierra_3: Setting Powered False\u000a01:02:24.721018 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21715): Process ended prematurely: osmo-stp_10.42.42.5(pid=21715) [trial-2397↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21715)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21715): Process ended prematurely: osmo-stp_10.42.42.5(pid=21715) [trial-2397↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:02:25.773140 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:25.785218 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a01:02:25.923892 tst emergency_preemptive_call.py: using LAC 37459\u000a01:02:26.039375 tst emergency_preemptive_call.py: using RAC 229\u000a01:02:26.156033 tst emergency_preemptive_call.py: using CellId 37459\u000a01:02:26.273243 tst emergency_preemptive_call.py: using BVCI 37460\u000a01:02:26.295710 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:26.306646 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:26.317161 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:26.327469 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:26.337907 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:26.348359 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:26.467165 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:26.585802 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:26.702027 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:26.905312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:02:27.377693 run create_hlr_db(pid=21709): Launched\u000a01:02:27.548432 bus /sierra_2: Setting Powered False\u000a01:02:28.569117 run create_hlr_db(pid=21709): Terminated: ok {rc=0}\u000a01:02:28.993089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21711): Launched\u000a01:02:29.310168 run osmo-hlr_10.42.42.2(pid=21712): Launched\u000a01:02:29.431396 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:02:29.982484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21714): Launched\u000a01:02:30.298463 run osmo-stp_10.42.42.5(pid=21715): Launched\u000a01:02:30.428933 tst emergency_preemptive_call.py: using MSISDN 8425\u000a01:02:30.587164 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:02:31.208516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21717): Launched\u000a01:02:31.651403 run osmo-msc_10.42.42.6(pid=21718): Launched\u000a01:02:31.963196 run osmo-stp_10.42.42.5(pid=21715): ERR: Terminated: ERROR {rc=1} [trial-2397↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21715)]\u000a01:02:32.090018 run osmo-stp_10.42.42.5(pid=21715): stdout: \u000a| (launched: 2022-12-14_01:02:30.143494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:32.216428 run osmo-stp_10.42.42.5(pid=21715): stderr: \u000a| �[0;m�[38;5;43m20221214010230331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010230331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010230331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010230331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010230332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010230332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010230332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:32.339479 run osmo-stp_10.42.42.5(pid=21715): stdout: \u000a| (launched: 2022-12-14_01:02:30.143494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:32.458376 run osmo-stp_10.42.42.5(pid=21715): stderr: \u000a| �[0;m�[38;5;43m20221214010230331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010230331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010230331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010230331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010230332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010230332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010230332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:32.510162 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=21715): Process ended prematurely: osmo-stp_10.42.42.5(pid=21715) [trial-2397↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21715)] [trial-2397↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a01:02:32.518415 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a01:02:32.578425 run osmo-hlr_10.42.42.2(pid=21712): ERR: Terminated: ERROR {rc=237} [trial-2397↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21712)]\u000a01:02:32.627652 run osmo-hlr_10.42.42.2(pid=21712): stdout: \u000a| (launched: 2022-12-14_01:02:29.154176) \u000a01:02:32.677578 run osmo-hlr_10.42.42.2(pid=21712): stderr: \u000a| �[0;m�[1;31m20221214010229344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010229344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010229344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010229344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010229345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010229345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010229357 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010229365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010229365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010229365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:02:32.745029 run osmo-msc_10.42.42.6(pid=21718): ERR: Terminated: ERROR {rc=2} [trial-2397↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21718)]\u000a01:02:32.793848 run osmo-msc_10.42.42.6(pid=21718): stdout: \u000a| (launched: 2022-12-14_01:02:31.363338) \u000a01:02:32.843175 run osmo-msc_10.42.42.6(pid=21718): stderr: \u000a| �[0;m�[38;5;43m20221214010231658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010231659 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6e3d5f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010231659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010231659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010231659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010231659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010231662 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010231663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010231663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010231663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:02:32.885133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21711): Terminating (SIGTERM)\u000a01:02:32.924707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21714): Terminating (SIGTERM)\u000a01:02:32.964597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21717): Terminating (SIGTERM)\u000a01:02:32.973841 --- ParallelTerminationStrategy: PID 21711 died...\u000a01:02:33.027382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21711): Terminated: ok {rc=0}\u000a01:02:33.037085 --- ParallelTerminationStrategy: PID 21714 died...\u000a01:02:33.090291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21714): Terminated: ok {rc=0}\u000a01:02:33.099773 --- ParallelTerminationStrategy: PID 21717 died...\u000a01:02:33.153245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21717): Terminated: ok {rc=0}\u000a01:02:33.240985 bus /sierra_9: Setting Powered False\u000a01:02:34.344669 bus /sierra_9: Setting Powered False\u000a01:02:35.451848 bus /sierra_8: Setting Powered False\u000a01:02:36.558644 bus /sierra_8: Setting Powered False\u000a01:02:37.667000 bus /sierra_3: Setting Powered False\u000a01:02:38.771869 bus /sierra_3: Setting Powered False\u000a01:02:39.880417 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:02:15" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21733): Process ended prematurely: osmo-stp_10.42.42.5(pid=21733) [trial-2397↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21733)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21733): Process ended prematurely: osmo-stp_10.42.42.5(pid=21733) [trial-2397↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21733)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:02:42.012431 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:42.023441 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a01:02:42.162029 tst cs_paging_gprs_active.py: using LAC 37460\u000a01:02:42.280595 tst cs_paging_gprs_active.py: using RAC 230\u000a01:02:42.399951 tst cs_paging_gprs_active.py: using CellId 37460\u000a01:02:42.520540 tst cs_paging_gprs_active.py: using BVCI 37461\u000a01:02:42.543419 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:42.554396 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:42.565041 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:42.575590 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:42.586660 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:42.597682 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:42.608826 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:42.619821 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:42.631011 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:42.751230 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:43.030129 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:02:43.155983 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:02:43.468266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21723): Launched\u000a01:02:43.728163 run iperf3-srv_10.42.42.10(pid=21724): Launched\u000a01:02:43.911738 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:02:44.036191 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:02:44.348045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21725): Launched\u000a01:02:44.606529 run iperf3-srv_10.42.42.10(pid=21726): Launched\u000a01:02:44.789286 tst cs_paging_gprs_active.py:38: start network...\u000a01:02:44.913480 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:02:45.394593 run create_hlr_db(pid=21727): Launched\u000a01:02:45.567765 bus /sierra_2: Setting Powered False\u000a01:02:46.642451 run create_hlr_db(pid=21727): Terminated: ok {rc=0}\u000a01:02:47.091731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21729): Launched\u000a01:02:47.418999 run osmo-hlr_10.42.42.2(pid=21730): Launched\u000a01:02:47.541575 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:02:48.104888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21732): Launched\u000a01:02:48.428867 run osmo-stp_10.42.42.5(pid=21733): Launched\u000a01:02:48.546292 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:02:49.111941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21735): Launched\u000a01:02:49.228004 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:02:49.512243 run patchelf(pid=21736): Launched\u000a01:02:49.703413 run osmo-stp_10.42.42.5(pid=21733): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21733)]\u000a01:02:49.843210 run osmo-stp_10.42.42.5(pid=21733): stdout: \u000a| (launched: 2022-12-14_01:02:48.268776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:49.983108 run osmo-stp_10.42.42.5(pid=21733): stderr: \u000a| �[0;m�[38;5;43m20221214010248456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010248456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010248457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010248457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010248457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010248458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010248458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:50.117614 run osmo-stp_10.42.42.5(pid=21733): stdout: \u000a| (launched: 2022-12-14_01:02:48.268776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:50.250961 run osmo-stp_10.42.42.5(pid=21733): stderr: \u000a| �[0;m�[38;5;43m20221214010248456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010248456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010248457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010248457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010248457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010248458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010248458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:50.406402 run patchelf(pid=21736): Terminating (SIGINT)\u000a01:02:50.588779 run patchelf(pid=21736): Terminated: ok {rc=0}\u000a01:02:50.622229 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21733): Process ended prematurely: osmo-stp_10.42.42.5(pid=21733) [trial-2397↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21733)] [trial-2397↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a01:02:50.632121 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a01:02:50.695262 run osmo-hlr_10.42.42.2(pid=21730): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21730)]\u000a01:02:50.746280 run osmo-hlr_10.42.42.2(pid=21730): stdout: \u000a| (launched: 2022-12-14_01:02:47.259076) \u000a01:02:50.798051 run osmo-hlr_10.42.42.2(pid=21730): stderr: \u000a| �[0;m�[1;31m20221214010247452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010247452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010247452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010247452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010247452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010247452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010247465 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010247473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010247474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010247474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:02:50.842393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21723): Terminating (SIGTERM)\u000a01:02:50.883873 run iperf3-srv_10.42.42.10(pid=21724): Terminating (SIGTERM)\u000a01:02:50.925742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21725): Terminating (SIGTERM)\u000a01:02:50.967646 run iperf3-srv_10.42.42.10(pid=21726): Terminating (SIGTERM)\u000a01:02:51.009456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21729): Terminating (SIGTERM)\u000a01:02:51.051233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21732): Terminating (SIGTERM)\u000a01:02:51.093447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21735): Terminating (SIGTERM)\u000a01:02:51.103094 --- ParallelTerminationStrategy: PID 21723 died...\u000a01:02:51.159353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21723): Terminated: ok {rc=0}\u000a01:02:51.169472 --- ParallelTerminationStrategy: PID 21724 died...\u000a01:02:51.225187 run iperf3-srv_10.42.42.10(pid=21724): Terminated {rc=256}\u000a01:02:51.234995 --- ParallelTerminationStrategy: PID 21725 died...\u000a01:02:51.290239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21725): Terminated: ok {rc=0}\u000a01:02:51.300177 --- ParallelTerminationStrategy: PID 21726 died...\u000a01:02:51.355723 run iperf3-srv_10.42.42.10(pid=21726): Terminated {rc=256}\u000a01:02:51.365998 --- ParallelTerminationStrategy: PID 21729 died...\u000a01:02:51.421456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21729): Terminated: ok {rc=0}\u000a01:02:51.431402 --- ParallelTerminationStrategy: PID 21732 died...\u000a01:02:51.487031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21732): Terminated: ok {rc=0}\u000a01:02:51.497177 --- ParallelTerminationStrategy: PID 21735 died...\u000a01:02:51.553164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21735): Terminated: ok {rc=0}\u000a01:02:51.640716 bus /gobi_0: Setting Powered False\u000a01:02:52.746884 bus /gobi_0: Setting Powered False\u000a01:02:53.857860 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21745): Process ended prematurely: osmo-stp_10.42.42.5(pid=21745) [trial-2397↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21745)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21745): Process ended prematurely: osmo-stp_10.42.42.5(pid=21745) [trial-2397↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21745)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a01:02:54.972699 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:54.984526 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a01:02:55.126760 tst iperf3.py: using LAC 37461\u000a01:02:55.244753 tst iperf3.py: using RAC 231\u000a01:02:55.362942 tst iperf3.py: using CellId 37461\u000a01:02:55.482892 tst iperf3.py: using BVCI 37462\u000a01:02:55.505990 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:55.516497 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:55.526911 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:55.537249 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:55.547862 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:55.558716 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:55.569366 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:55.579549 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:55.590007 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:55.865093 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:02:55.989754 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:02:56.301617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21737): Launched\u000a01:02:56.560625 run iperf3-srv_10.42.42.10(pid=21738): Launched\u000a01:02:56.743813 tst iperf3.py:8: start network...\u000a01:02:56.868634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:02:57.347802 run create_hlr_db(pid=21739): Launched\u000a01:02:57.519452 bus /gobi_6: Setting Powered False\u000a01:02:58.540700 run create_hlr_db(pid=21739): Terminated: ok {rc=0}\u000a01:02:58.970824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21741): Launched\u000a01:02:59.293348 run osmo-hlr_10.42.42.2(pid=21742): Launched\u000a01:02:59.412589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:02:59.982804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21744): Launched\u000a01:03:00.307207 run osmo-stp_10.42.42.5(pid=21745): Launched\u000a01:03:00.425378 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:03:01.024397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21747): Launched\u000a01:03:01.142618 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:03:01.443798 run patchelf(pid=21749): Launched\u000a01:03:01.637381 run osmo-stp_10.42.42.5(pid=21745): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21745)]\u000a01:03:01.779836 run osmo-stp_10.42.42.5(pid=21745): stdout: \u000a| (launched: 2022-12-14_01:03:00.147314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:01.922533 run osmo-stp_10.42.42.5(pid=21745): stderr: \u000a| �[0;m�[38;5;43m20221214010300333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010300333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010300334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010300334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010300334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010300335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010300335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:02.059653 run osmo-stp_10.42.42.5(pid=21745): stdout: \u000a| (launched: 2022-12-14_01:03:00.147314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:02.194305 run osmo-stp_10.42.42.5(pid=21745): stderr: \u000a| �[0;m�[38;5;43m20221214010300333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010300333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010300334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010300334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010300334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010300335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010300335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:02.348439 run patchelf(pid=21749): Terminating (SIGINT)\u000a01:03:02.530252 run patchelf(pid=21749): Terminated: ok {rc=0}\u000a01:03:02.563658 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21745): Process ended prematurely: osmo-stp_10.42.42.5(pid=21745) [trial-2397↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21745)] [trial-2397↪gprs:trx-b200↪iperf3.py:8]\u000a01:03:02.574378 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a01:03:02.637487 run osmo-hlr_10.42.42.2(pid=21742): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21742)]\u000a01:03:02.688545 run osmo-hlr_10.42.42.2(pid=21742): stdout: \u000a| (launched: 2022-12-14_01:02:59.134461) \u000a01:03:02.740290 run osmo-hlr_10.42.42.2(pid=21742): stderr: \u000a| �[0;m�[1;31m20221214010259327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010259327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010259327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010259327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010259327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010259327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010259342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010259350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010259350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010259350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:03:02.784665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21737): Terminating (SIGTERM)\u000a01:03:02.826465 run iperf3-srv_10.42.42.10(pid=21738): Terminating (SIGTERM)\u000a01:03:02.868239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21741): Terminating (SIGTERM)\u000a01:03:02.910176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21744): Terminating (SIGTERM)\u000a01:03:02.952044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21747): Terminating (SIGTERM)\u000a01:03:02.961834 --- ParallelTerminationStrategy: PID 21737 died...\u000a01:03:03.018041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21737): Terminated: ok {rc=0}\u000a01:03:03.028090 --- ParallelTerminationStrategy: PID 21738 died...\u000a01:03:03.083901 run iperf3-srv_10.42.42.10(pid=21738): Terminated {rc=256}\u000a01:03:03.093846 --- ParallelTerminationStrategy: PID 21741 died...\u000a01:03:03.149617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21741): Terminated: ok {rc=0}\u000a01:03:03.159703 --- ParallelTerminationStrategy: PID 21744 died...\u000a01:03:03.215455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21744): Terminated: ok {rc=0}\u000a01:03:03.225963 --- ParallelTerminationStrategy: PID 21747 died...\u000a01:03:03.282432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21747): Terminated: ok {rc=0}\u000a01:03:03.369326 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21764): Process ended prematurely: osmo-stp_10.42.42.5(pid=21764) [trial-2397↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21764)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21764): Process ended prematurely: osmo-stp_10.42.42.5(pid=21764) [trial-2397↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a01:03:04.484827 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:04.496663 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a01:03:04.642475 tst iperf3m4.py: using LAC 37462\u000a01:03:04.774474 tst iperf3m4.py: using RAC 232\u000a01:03:04.900340 tst iperf3m4.py: using CellId 37462\u000a01:03:05.028455 tst iperf3m4.py: using BVCI 37463\u000a01:03:05.053250 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:05.064455 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:05.075392 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:05.086410 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:05.098142 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:05.109877 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:05.121948 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:05.133828 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:05.145873 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:03:05.265389 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:03:05.386733 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:03:05.505120 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:03:05.783450 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:03:05.908300 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:03:06.223071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21750): Launched\u000a01:03:06.482846 run iperf3-srv_10.42.42.10(pid=21751): Launched\u000a01:03:06.666255 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:03:06.791149 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:03:07.103791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21752): Launched\u000a01:03:07.362824 run iperf3-srv_10.42.42.10(pid=21753): Launched\u000a01:03:07.546341 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:03:07.671457 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:03:07.987032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21754): Launched\u000a01:03:08.245460 run iperf3-srv_10.42.42.10(pid=21755): Launched\u000a01:03:08.427285 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:03:08.551450 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:03:08.862934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21756): Launched\u000a01:03:09.123022 run iperf3-srv_10.42.42.10(pid=21757): Launched\u000a01:03:09.305675 tst iperf3m4.py:8: start network...\u000a01:03:09.430759 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:03:09.915531 run create_hlr_db(pid=21758): Launched\u000a01:03:10.102876 bus /gobi_6: Setting Powered False\u000a01:03:11.124219 run create_hlr_db(pid=21758): Terminated: ok {rc=0}\u000a01:03:11.555541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21760): Launched\u000a01:03:11.879874 run osmo-hlr_10.42.42.2(pid=21761): Launched\u000a01:03:12.001167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:03:12.563522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21763): Launched\u000a01:03:12.887871 run osmo-stp_10.42.42.5(pid=21764): Launched\u000a01:03:13.005457 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:03:13.568797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21766): Launched\u000a01:03:13.684606 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:03:13.967279 run patchelf(pid=21767): Launched\u000a01:03:14.156769 run osmo-stp_10.42.42.5(pid=21764): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21764)]\u000a01:03:14.295588 run osmo-stp_10.42.42.5(pid=21764): stdout: \u000a| (launched: 2022-12-14_01:03:12.728373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:14.435510 run osmo-stp_10.42.42.5(pid=21764): stderr: \u000a| �[0;m�[38;5;43m20221214010312914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010312914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010312914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010312914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010312915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010312915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010312915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:14.569897 run osmo-stp_10.42.42.5(pid=21764): stdout: \u000a| (launched: 2022-12-14_01:03:12.728373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:14.703440 run osmo-stp_10.42.42.5(pid=21764): stderr: \u000a| �[0;m�[38;5;43m20221214010312914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010312914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010312914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010312914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010312915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010312915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010312915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:14.858105 run patchelf(pid=21767): Terminating (SIGINT)\u000a01:03:15.039834 run patchelf(pid=21767): Terminated: ok {rc=0}\u000a01:03:15.073121 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21764): Process ended prematurely: osmo-stp_10.42.42.5(pid=21764) [trial-2397↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21764)] [trial-2397↪gprs:trx-b200↪iperf3m4.py:8]\u000a01:03:15.083298 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a01:03:15.147011 run osmo-hlr_10.42.42.2(pid=21761): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21761)]\u000a01:03:15.198782 run osmo-hlr_10.42.42.2(pid=21761): stdout: \u000a| (launched: 2022-12-14_01:03:11.720827) \u000a01:03:15.250924 run osmo-hlr_10.42.42.2(pid=21761): stderr: \u000a| �[0;m�[1;31m20221214010311913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010311913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010311913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010311913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010311913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010311914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010311925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010311934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010311934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010311934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:03:15.295340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21750): Terminating (SIGTERM)\u000a01:03:15.337858 run iperf3-srv_10.42.42.10(pid=21751): Terminating (SIGTERM)\u000a01:03:15.379733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21752): Terminating (SIGTERM)\u000a01:03:15.421747 run iperf3-srv_10.42.42.10(pid=21753): Terminating (SIGTERM)\u000a01:03:15.463705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21754): Terminating (SIGTERM)\u000a01:03:15.505543 run iperf3-srv_10.42.42.10(pid=21755): Terminating (SIGTERM)\u000a01:03:15.549121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21756): Terminating (SIGTERM)\u000a01:03:15.591207 run iperf3-srv_10.42.42.10(pid=21757): Terminating (SIGTERM)\u000a01:03:15.633375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21760): Terminating (SIGTERM)\u000a01:03:15.675166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21763): Terminating (SIGTERM)\u000a01:03:15.717059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21766): Terminating (SIGTERM)\u000a01:03:15.726653 --- ParallelTerminationStrategy: PID 21750 died...\u000a01:03:15.783063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21750): Terminated: ok {rc=0}\u000a01:03:15.793164 --- ParallelTerminationStrategy: PID 21751 died...\u000a01:03:15.850793 run iperf3-srv_10.42.42.10(pid=21751): Terminated {rc=256}\u000a01:03:15.863006 --- ParallelTerminationStrategy: PID 21752 died...\u000a01:03:15.923322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21752): Terminated: ok {rc=0}\u000a01:03:15.933874 --- ParallelTerminationStrategy: PID 21753 died...\u000a01:03:15.990576 run iperf3-srv_10.42.42.10(pid=21753): Terminated {rc=256}\u000a01:03:16.000884 --- ParallelTerminationStrategy: PID 21754 died...\u000a01:03:16.057587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21754): Terminated: ok {rc=0}\u000a01:03:16.067993 --- ParallelTerminationStrategy: PID 21755 died...\u000a01:03:16.124633 run iperf3-srv_10.42.42.10(pid=21755): Terminated {rc=256}\u000a01:03:16.135188 --- ParallelTerminationStrategy: PID 21756 died...\u000a01:03:16.192071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21756): Terminated: ok {rc=0}\u000a01:03:16.202616 --- ParallelTerminationStrategy: PID 21757 died...\u000a01:03:16.259335 run iperf3-srv_10.42.42.10(pid=21757): Terminated {rc=256}\u000a01:03:16.269902 --- ParallelTerminationStrategy: PID 21760 died...\u000a01:03:16.326685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21760): Terminated: ok {rc=0}\u000a01:03:16.337369 --- ParallelTerminationStrategy: PID 21763 died...\u000a01:03:16.394142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21763): Terminated: ok {rc=0}\u000a01:03:16.404553 --- ParallelTerminationStrategy: PID 21766 died...\u000a01:03:16.461622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21766): Terminated: ok {rc=0}\u000a01:03:16.565527 bus /gobi_4: Setting Powered False\u000a01:03:17.674439 bus /gobi_4: Setting Powered False\u000a01:03:18.785728 bus /gobi_1: Setting Powered False\u000a01:03:19.889278 bus /gobi_1: Setting Powered False\u000a01:03:21.000354 bus /gobi_0: Setting Powered False\u000a01:03:22.103403 bus /gobi_0: Setting Powered False\u000a01:03:23.214919 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21774): Process ended prematurely: osmo-stp_10.42.42.5(pid=21774) [trial-2397↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21774)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21774): Process ended prematurely: osmo-stp_10.42.42.5(pid=21774) [trial-2397↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21774)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a01:03:24.282123 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:24.293272 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a01:03:24.435786 tst ping.py: using LAC 37463\u000a01:03:24.560503 tst ping.py: using RAC 233\u000a01:03:24.686965 tst ping.py: using CellId 37463\u000a01:03:24.811416 tst ping.py: using BVCI 37464\u000a01:03:24.835956 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:24.847271 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:24.858273 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:24.869195 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:24.880134 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:24.891298 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:24.902606 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:24.913849 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:03:25.185355 tst ping.py:19: start network...\u000a01:03:25.307642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:03:25.780705 run create_hlr_db(pid=21768): Launched\u000a01:03:25.951429 bus /gobi_6: Setting Powered False\u000a01:03:26.972379 run create_hlr_db(pid=21768): Terminated: ok {rc=0}\u000a01:03:27.395259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21770): Launched\u000a01:03:27.715840 run osmo-hlr_10.42.42.2(pid=21771): Launched\u000a01:03:27.836530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:03:28.391219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21773): Launched\u000a01:03:28.710112 run osmo-stp_10.42.42.5(pid=21774): Launched\u000a01:03:28.825322 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:03:29.378060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21776): Launched\u000a01:03:29.490971 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:03:29.770999 run patchelf(pid=21777): Launched\u000a01:03:29.958501 run osmo-stp_10.42.42.5(pid=21774): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21774)]\u000a01:03:30.095175 run osmo-stp_10.42.42.5(pid=21774): stdout: \u000a| (launched: 2022-12-14_01:03:28.552488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:30.232299 run osmo-stp_10.42.42.5(pid=21774): stderr: \u000a| �[0;m�[38;5;43m20221214010328741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010328741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010328741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010328742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010328742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010328742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010328742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:30.364485 run osmo-stp_10.42.42.5(pid=21774): stdout: \u000a| (launched: 2022-12-14_01:03:28.552488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:30.495715 run osmo-stp_10.42.42.5(pid=21774): stderr: \u000a| �[0;m�[38;5;43m20221214010328741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010328741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010328741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010328742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010328742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010328742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010328742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:30.648591 run patchelf(pid=21777): Terminating (SIGINT)\u000a01:03:30.827706 run patchelf(pid=21777): Terminated: ok {rc=0}\u000a01:03:30.884542 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21774): Process ended prematurely: osmo-stp_10.42.42.5(pid=21774) [trial-2397↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21774)] [trial-2397↪gprs:trx-b200↪ping.py:22]\u000a01:03:30.894814 tst ping.py:22: Test FAILED (6.6 sec)\u000a01:03:30.961229 run osmo-hlr_10.42.42.2(pid=21771): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21771)]\u000a01:03:31.016634 run osmo-hlr_10.42.42.2(pid=21771): stdout: \u000a| (launched: 2022-12-14_01:03:27.556556) \u000a01:03:31.078514 run osmo-hlr_10.42.42.2(pid=21771): stderr: \u000a| �[0;m�[1;31m20221214010327748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010327748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010327748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010327748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010327748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010327748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010327761 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010327770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010327770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010327770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:03:31.124880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21770): Terminating (SIGTERM)\u000a01:03:31.169070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21773): Terminating (SIGTERM)\u000a01:03:31.214090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21776): Terminating (SIGTERM)\u000a01:03:31.224263 --- ParallelTerminationStrategy: PID 21770 died...\u000a01:03:31.283388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21770): Terminated: ok {rc=0}\u000a01:03:31.295084 --- ParallelTerminationStrategy: PID 21773 died...\u000a01:03:31.353214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21773): Terminated: ok {rc=0}\u000a01:03:31.364098 --- ParallelTerminationStrategy: PID 21776 died...\u000a01:03:31.422947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21776): Terminated: ok {rc=0}\u000a01:03:31.524677 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21784): Process ended prematurely: osmo-stp_10.42.42.5(pid=21784) [trial-2397↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21784)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21784): Process ended prematurely: osmo-stp_10.42.42.5(pid=21784) [trial-2397↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21784)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a01:03:32.577469 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:32.588611 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a01:03:32.732385 tst ping_idle_ping.py: using LAC 37464\u000a01:03:32.860595 tst ping_idle_ping.py: using RAC 234\u000a01:03:32.983802 tst ping_idle_ping.py: using CellId 37464\u000a01:03:33.108182 tst ping_idle_ping.py: using BVCI 37465\u000a01:03:33.132845 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:33.144170 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:33.155192 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:33.166138 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:33.177402 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:33.188422 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:33.199680 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:33.210906 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:03:33.483367 tst ping_idle_ping.py:24: start network...\u000a01:03:33.605666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:03:34.083400 run create_hlr_db(pid=21778): Launched\u000a01:03:34.253557 bus /gobi_6: Setting Powered False\u000a01:03:35.276518 run create_hlr_db(pid=21778): Terminated: ok {rc=0}\u000a01:03:35.670473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21780): Launched\u000a01:03:35.965118 run osmo-hlr_10.42.42.2(pid=21781): Launched\u000a01:03:36.072228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:03:36.582787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21783): Launched\u000a01:03:36.877141 run osmo-stp_10.42.42.5(pid=21784): Launched\u000a01:03:36.983342 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:03:37.497427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21786): Launched\u000a01:03:37.602049 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:03:37.859837 run patchelf(pid=21787): Launched\u000a01:03:38.033532 run osmo-stp_10.42.42.5(pid=21784): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21784)]\u000a01:03:38.160117 run osmo-stp_10.42.42.5(pid=21784): stdout: \u000a| (launched: 2022-12-14_01:03:36.732522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:38.287439 run osmo-stp_10.42.42.5(pid=21784): stderr: \u000a| �[0;m�[38;5;43m20221214010336897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010336897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010336897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010336898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010336898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010336898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010336898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:38.409458 run osmo-stp_10.42.42.5(pid=21784): stdout: \u000a| (launched: 2022-12-14_01:03:36.732522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:38.530238 run osmo-stp_10.42.42.5(pid=21784): stderr: \u000a| �[0;m�[38;5;43m20221214010336897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010336897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010336897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010336898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010336898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010336898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010336898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:38.670986 run patchelf(pid=21787): Terminating (SIGINT)\u000a01:03:38.836854 run patchelf(pid=21787): Terminated: ok {rc=0}\u000a01:03:38.866898 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21784): Process ended prematurely: osmo-stp_10.42.42.5(pid=21784) [trial-2397↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21784)] [trial-2397↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a01:03:38.875511 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a01:03:38.935093 run osmo-hlr_10.42.42.2(pid=21781): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21781)]\u000a01:03:38.983624 run osmo-hlr_10.42.42.2(pid=21781): stdout: \u000a| (launched: 2022-12-14_01:03:35.819830) \u000a01:03:39.032934 run osmo-hlr_10.42.42.2(pid=21781): stderr: \u000a| �[0;m�[1;31m20221214010335991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010335991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010335991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010335992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010335992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010335992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010336003 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010336011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010336012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010336012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:03:39.074847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21780): Terminating (SIGTERM)\u000a01:03:39.114296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21783): Terminating (SIGTERM)\u000a01:03:39.153704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21786): Terminating (SIGTERM)\u000a01:03:39.162828 --- ParallelTerminationStrategy: PID 21780 died...\u000a01:03:39.215859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21780): Terminated: ok {rc=0}\u000a01:03:39.225435 --- ParallelTerminationStrategy: PID 21783 died...\u000a01:03:39.277779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21783): Terminated: ok {rc=0}\u000a01:03:39.287216 --- ParallelTerminationStrategy: PID 21786 died...\u000a01:03:39.339475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21786): Terminated: ok {rc=0}\u000a01:03:39.425892 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:02:41" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21801): Process ended prematurely: osmo-stp_10.42.42.5(pid=21801) [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21801)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21801): Process ended prematurely: osmo-stp_10.42.42.5(pid=21801) [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:03:41.592167 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:41.603631 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:03:41.748514 tst cs_paging_gprs_active.py: using LAC 37465\u000a01:03:41.876310 tst cs_paging_gprs_active.py: using RAC 235\u000a01:03:42.003161 tst cs_paging_gprs_active.py: using CellId 37465\u000a01:03:42.130931 tst cs_paging_gprs_active.py: using BVCI 37466\u000a01:03:42.155681 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:42.166959 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:42.178122 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:42.189317 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:42.200993 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:42.212392 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:42.224404 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:42.236022 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:42.247932 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:03:42.364920 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:03:42.660816 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:03:42.796616 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:03:43.132591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21791): Launched\u000a01:03:43.413228 run iperf3-srv_10.42.42.10(pid=21792): Launched\u000a01:03:43.612785 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:03:43.748349 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:03:44.084802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21793): Launched\u000a01:03:44.364708 run iperf3-srv_10.42.42.10(pid=21794): Launched\u000a01:03:44.563587 tst cs_paging_gprs_active.py:38: start network...\u000a01:03:44.699649 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:03:45.207881 run create_hlr_db(pid=21795): Launched\u000a01:03:45.394980 bus /gobi_6: Setting Powered False\u000a01:03:46.424560 run create_hlr_db(pid=21795): Terminated: ok {rc=0}\u000a01:03:46.870447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21797): Launched\u000a01:03:47.250985 run osmo-hlr_10.42.42.2(pid=21798): Launched\u000a01:03:47.370124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:03:47.932932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21800): Launched\u000a01:03:48.255942 run osmo-stp_10.42.42.5(pid=21801): Launched\u000a01:03:48.375237 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:03:48.938716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21803): Launched\u000a01:03:49.054697 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:03:49.337827 run patchelf(pid=21804): Launched\u000a01:03:49.527390 run osmo-stp_10.42.42.5(pid=21801): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21801)]\u000a01:03:49.667128 run osmo-stp_10.42.42.5(pid=21801): stdout: \u000a| (launched: 2022-12-14_01:03:48.097467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:49.806675 run osmo-stp_10.42.42.5(pid=21801): stderr: \u000a| �[0;m�[38;5;43m20221214010348285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010348285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010348285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010348286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010348286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010348286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010348286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:49.940724 run osmo-stp_10.42.42.5(pid=21801): stdout: \u000a| (launched: 2022-12-14_01:03:48.097467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:50.074152 run osmo-stp_10.42.42.5(pid=21801): stderr: \u000a| �[0;m�[38;5;43m20221214010348285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010348285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010348285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010348286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010348286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010348286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010348286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:50.229883 run patchelf(pid=21804): Terminating (SIGINT)\u000a01:03:50.412256 run patchelf(pid=21804): Terminated: ok {rc=0}\u000a01:03:50.445811 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21801): Process ended prematurely: osmo-stp_10.42.42.5(pid=21801) [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21801)] [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:03:50.455711 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a01:03:50.518552 run osmo-hlr_10.42.42.2(pid=21798): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21798)]\u000a01:03:50.569598 run osmo-hlr_10.42.42.2(pid=21798): stdout: \u000a| (launched: 2022-12-14_01:03:47.027935) \u000a01:03:50.621443 run osmo-hlr_10.42.42.2(pid=21798): stderr: \u000a| �[0;m�[1;31m20221214010347286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010347286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010347286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010347287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010347287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010347287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010347303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010347313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010347313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010347313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:03:50.665742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21791): Terminating (SIGTERM)\u000a01:03:50.707322 run iperf3-srv_10.42.42.10(pid=21792): Terminating (SIGTERM)\u000a01:03:50.748849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21793): Terminating (SIGTERM)\u000a01:03:50.790494 run iperf3-srv_10.42.42.10(pid=21794): Terminating (SIGTERM)\u000a01:03:50.832189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21797): Terminating (SIGTERM)\u000a01:03:50.874224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21800): Terminating (SIGTERM)\u000a01:03:50.915910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21803): Terminating (SIGTERM)\u000a01:03:50.925564 --- ParallelTerminationStrategy: PID 21791 died...\u000a01:03:50.981277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21791): Terminated: ok {rc=0}\u000a01:03:50.991204 --- ParallelTerminationStrategy: PID 21792 died...\u000a01:03:51.046300 run iperf3-srv_10.42.42.10(pid=21792): Terminated {rc=256}\u000a01:03:51.056162 --- ParallelTerminationStrategy: PID 21793 died...\u000a01:03:51.111459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21793): Terminated: ok {rc=0}\u000a01:03:51.121397 --- ParallelTerminationStrategy: PID 21794 died...\u000a01:03:51.176035 run iperf3-srv_10.42.42.10(pid=21794): Terminated {rc=256}\u000a01:03:51.185933 --- ParallelTerminationStrategy: PID 21797 died...\u000a01:03:51.241122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21797): Terminated: ok {rc=0}\u000a01:03:51.251075 --- ParallelTerminationStrategy: PID 21800 died...\u000a01:03:51.306242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21800): Terminated: ok {rc=0}\u000a01:03:51.316159 --- ParallelTerminationStrategy: PID 21803 died...\u000a01:03:51.371190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21803): Terminated: ok {rc=0}\u000a01:03:51.456700 bus /gobi_0: Setting Powered False\u000a01:03:52.561518 bus /gobi_0: Setting Powered False\u000a01:03:53.668288 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21813): Process ended prematurely: osmo-stp_10.42.42.5(pid=21813) [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21813)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21813): Process ended prematurely: osmo-stp_10.42.42.5(pid=21813) [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21813)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:03:54.782251 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:54.794117 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:03:54.942832 tst iperf3.py: using LAC 37466\u000a01:03:55.069274 tst iperf3.py: using RAC 236\u000a01:03:55.197895 tst iperf3.py: using CellId 37466\u000a01:03:55.325563 tst iperf3.py: using BVCI 37467\u000a01:03:55.350399 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:55.361761 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:55.372809 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:55.383945 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:55.395329 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:55.406779 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:55.418392 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:55.429686 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:55.441246 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:03:55.735054 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:03:55.869869 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:03:56.205892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21805): Launched\u000a01:03:56.483244 run iperf3-srv_10.42.42.10(pid=21806): Launched\u000a01:03:56.681968 tst iperf3.py:8: start network...\u000a01:03:56.816893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:03:57.323455 run create_hlr_db(pid=21807): Launched\u000a01:03:57.510407 bus /gobi_6: Setting Powered False\u000a01:03:58.530237 run create_hlr_db(pid=21807): Terminated: ok {rc=0}\u000a01:03:58.961543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21809): Launched\u000a01:03:59.284074 run osmo-hlr_10.42.42.2(pid=21810): Launched\u000a01:03:59.403684 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:03:59.967383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21812): Launched\u000a01:04:00.288653 run osmo-stp_10.42.42.5(pid=21813): Launched\u000a01:04:00.405456 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:04:01.001534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21815): Launched\u000a01:04:01.110025 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:04:01.396232 run patchelf(pid=21816): Launched\u000a01:04:01.577908 run osmo-stp_10.42.42.5(pid=21813): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21813)]\u000a01:04:01.712004 run osmo-stp_10.42.42.5(pid=21813): stdout: \u000a| (launched: 2022-12-14_01:04:00.130788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:01.846096 run osmo-stp_10.42.42.5(pid=21813): stderr: \u000a| �[0;m�[38;5;43m20221214010400316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010400317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010400317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010400317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010400318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010400318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010400318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:01.974393 run osmo-stp_10.42.42.5(pid=21813): stdout: \u000a| (launched: 2022-12-14_01:04:00.130788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:02.100532 run osmo-stp_10.42.42.5(pid=21813): stderr: \u000a| �[0;m�[38;5;43m20221214010400316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010400317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010400317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010400317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010400318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010400318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010400318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:02.249353 run patchelf(pid=21816): Terminating (SIGINT)\u000a01:04:02.418152 run patchelf(pid=21816): Terminated: ok {rc=0}\u000a01:04:02.449752 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21813): Process ended prematurely: osmo-stp_10.42.42.5(pid=21813) [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21813)] [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a01:04:02.459171 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a01:04:02.518170 run osmo-hlr_10.42.42.2(pid=21810): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21810)]\u000a01:04:02.566367 run osmo-hlr_10.42.42.2(pid=21810): stdout: \u000a| (launched: 2022-12-14_01:03:59.125612) \u000a01:04:02.615569 run osmo-hlr_10.42.42.2(pid=21810): stderr: \u000a| �[0;m�[1;31m20221214010359317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010359317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010359317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010359317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010359317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010359317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010359329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010359339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010359339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010359339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:04:02.656994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21805): Terminating (SIGTERM)\u000a01:04:02.695833 run iperf3-srv_10.42.42.10(pid=21806): Terminating (SIGTERM)\u000a01:04:02.734864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21809): Terminating (SIGTERM)\u000a01:04:02.773859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21812): Terminating (SIGTERM)\u000a01:04:02.812862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21815): Terminating (SIGTERM)\u000a01:04:02.822011 --- ParallelTerminationStrategy: PID 21805 died...\u000a01:04:02.874378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21805): Terminated: ok {rc=0}\u000a01:04:02.883783 --- ParallelTerminationStrategy: PID 21806 died...\u000a01:04:02.935669 run iperf3-srv_10.42.42.10(pid=21806): Terminated {rc=256}\u000a01:04:02.945146 --- ParallelTerminationStrategy: PID 21809 died...\u000a01:04:02.997203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21809): Terminated: ok {rc=0}\u000a01:04:03.006565 --- ParallelTerminationStrategy: PID 21812 died...\u000a01:04:03.058872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21812): Terminated: ok {rc=0}\u000a01:04:03.068261 --- ParallelTerminationStrategy: PID 21815 died...\u000a01:04:03.120555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21815): Terminated: ok {rc=0}\u000a01:04:03.206855 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21831): Process ended prematurely: osmo-stp_10.42.42.5(pid=21831) [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21831)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21831): Process ended prematurely: osmo-stp_10.42.42.5(pid=21831) [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:04:04.316405 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:04.331162 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:04:04.471295 tst iperf3m4.py: using LAC 37467\u000a01:04:04.590686 tst iperf3m4.py: using RAC 237\u000a01:04:04.716805 tst iperf3m4.py: using CellId 37467\u000a01:04:04.842154 tst iperf3m4.py: using BVCI 37468\u000a01:04:04.866885 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:04.878276 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:04.889545 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:04.900565 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:04.911868 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:04.923350 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:04.934975 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:04.946416 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:04.958050 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:04:05.074107 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:04:05.196283 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:04:05.312383 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:04:05.588544 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:04:05.714441 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:04:06.027733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21817): Launched\u000a01:04:06.287507 run iperf3-srv_10.42.42.10(pid=21818): Launched\u000a01:04:06.470206 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:04:06.595114 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:04:06.907422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21819): Launched\u000a01:04:07.166361 run iperf3-srv_10.42.42.10(pid=21820): Launched\u000a01:04:07.348374 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:04:07.472705 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:04:07.785268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21821): Launched\u000a01:04:08.043571 run iperf3-srv_10.42.42.10(pid=21822): Launched\u000a01:04:08.226069 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:04:08.350184 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:04:08.662418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21823): Launched\u000a01:04:08.920642 run iperf3-srv_10.42.42.10(pid=21824): Launched\u000a01:04:09.102288 tst iperf3m4.py:8: start network...\u000a01:04:09.226348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:04:09.710135 run create_hlr_db(pid=21825): Launched\u000a01:04:09.898472 bus /gobi_6: Setting Powered False\u000a01:04:10.918258 run create_hlr_db(pid=21825): Terminated: ok {rc=0}\u000a01:04:11.350396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21827): Launched\u000a01:04:11.676297 run osmo-hlr_10.42.42.2(pid=21828): Launched\u000a01:04:11.798167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:04:12.360059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21830): Launched\u000a01:04:12.683781 run osmo-stp_10.42.42.5(pid=21831): Launched\u000a01:04:12.800830 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:04:13.365452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21833): Launched\u000a01:04:13.481250 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:04:13.765431 run patchelf(pid=21834): Launched\u000a01:04:13.955825 run osmo-stp_10.42.42.5(pid=21831): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21831)]\u000a01:04:14.095601 run osmo-stp_10.42.42.5(pid=21831): stdout: \u000a| (launched: 2022-12-14_01:04:12.524191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:14.235863 run osmo-stp_10.42.42.5(pid=21831): stderr: \u000a| �[0;m�[38;5;43m20221214010412711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010412711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010412712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010412712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010412713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010412713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010412713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:14.370987 run osmo-stp_10.42.42.5(pid=21831): stdout: \u000a| (launched: 2022-12-14_01:04:12.524191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:14.504336 run osmo-stp_10.42.42.5(pid=21831): stderr: \u000a| �[0;m�[38;5;43m20221214010412711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010412711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010412712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010412712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010412713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010412713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010412713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:14.660176 run patchelf(pid=21834): Terminating (SIGINT)\u000a01:04:14.842516 run patchelf(pid=21834): Terminated: ok {rc=0}\u000a01:04:14.875915 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21831): Process ended prematurely: osmo-stp_10.42.42.5(pid=21831) [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21831)] [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:04:14.885845 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a01:04:14.949236 run osmo-hlr_10.42.42.2(pid=21828): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21828)]\u000a01:04:15.000533 run osmo-hlr_10.42.42.2(pid=21828): stdout: \u000a| (launched: 2022-12-14_01:04:11.515186) \u000a01:04:15.052150 run osmo-hlr_10.42.42.2(pid=21828): stderr: \u000a| �[0;m�[1;31m20221214010411709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010411709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010411709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010411709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010411709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010411709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010411722 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010411730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010411730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010411730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:04:15.096707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21817): Terminating (SIGTERM)\u000a01:04:15.139223 run iperf3-srv_10.42.42.10(pid=21818): Terminating (SIGTERM)\u000a01:04:15.181580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21819): Terminating (SIGTERM)\u000a01:04:15.223493 run iperf3-srv_10.42.42.10(pid=21820): Terminating (SIGTERM)\u000a01:04:15.265670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21821): Terminating (SIGTERM)\u000a01:04:15.307728 run iperf3-srv_10.42.42.10(pid=21822): Terminating (SIGTERM)\u000a01:04:15.349794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21823): Terminating (SIGTERM)\u000a01:04:15.391555 run iperf3-srv_10.42.42.10(pid=21824): Terminating (SIGTERM)\u000a01:04:15.433672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21827): Terminating (SIGTERM)\u000a01:04:15.475472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21830): Terminating (SIGTERM)\u000a01:04:15.517534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21833): Terminating (SIGTERM)\u000a01:04:15.527169 --- ParallelTerminationStrategy: PID 21817 died...\u000a01:04:15.583449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21817): Terminated: ok {rc=0}\u000a01:04:15.593595 --- ParallelTerminationStrategy: PID 21818 died...\u000a01:04:15.649977 run iperf3-srv_10.42.42.10(pid=21818): Terminated {rc=256}\u000a01:04:15.660093 --- ParallelTerminationStrategy: PID 21819 died...\u000a01:04:15.716067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21819): Terminated: ok {rc=0}\u000a01:04:15.726186 --- ParallelTerminationStrategy: PID 21820 died...\u000a01:04:15.782142 run iperf3-srv_10.42.42.10(pid=21820): Terminated {rc=256}\u000a01:04:15.792027 --- ParallelTerminationStrategy: PID 21821 died...\u000a01:04:15.856336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21821): Terminated: ok {rc=0}\u000a01:04:15.868442 --- ParallelTerminationStrategy: PID 21822 died...\u000a01:04:15.936588 run iperf3-srv_10.42.42.10(pid=21822): Terminated {rc=256}\u000a01:04:15.948060 --- ParallelTerminationStrategy: PID 21823 died...\u000a01:04:16.004171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21823): Terminated: ok {rc=0}\u000a01:04:16.014702 --- ParallelTerminationStrategy: PID 21824 died...\u000a01:04:16.075629 run iperf3-srv_10.42.42.10(pid=21824): Terminated {rc=256}\u000a01:04:16.086238 --- ParallelTerminationStrategy: PID 21827 died...\u000a01:04:16.144355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21827): Terminated: ok {rc=0}\u000a01:04:16.155592 --- ParallelTerminationStrategy: PID 21830 died...\u000a01:04:16.212421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21830): Terminated: ok {rc=0}\u000a01:04:16.222987 --- ParallelTerminationStrategy: PID 21833 died...\u000a01:04:16.280734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21833): Terminated: ok {rc=0}\u000a01:04:16.369207 bus /gobi_4: Setting Powered False\u000a01:04:17.468997 bus /gobi_4: Setting Powered False\u000a01:04:18.580704 bus /gobi_1: Setting Powered False\u000a01:04:19.683827 bus /gobi_1: Setting Powered False\u000a01:04:20.791978 bus /gobi_0: Setting Powered False\u000a01:04:21.897463 bus /gobi_0: Setting Powered False\u000a01:04:23.010334 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21841): Process ended prematurely: osmo-stp_10.42.42.5(pid=21841) [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21841)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21841): Process ended prematurely: osmo-stp_10.42.42.5(pid=21841) [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:04:24.078246 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:24.090324 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:04:24.225815 tst ping.py: using LAC 37468\u000a01:04:24.342853 tst ping.py: using RAC 238\u000a01:04:24.459368 tst ping.py: using CellId 37468\u000a01:04:24.578205 tst ping.py: using BVCI 37469\u000a01:04:24.600763 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:24.611589 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:24.622234 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:24.632832 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:24.643341 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:24.653925 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:24.664633 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:24.675167 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:04:24.945370 tst ping.py:19: start network...\u000a01:04:25.067484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:04:25.540572 run create_hlr_db(pid=21835): Launched\u000a01:04:25.712022 bus /gobi_6: Setting Powered False\u000a01:04:26.734046 run create_hlr_db(pid=21835): Terminated: ok {rc=0}\u000a01:04:27.158915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21837): Launched\u000a01:04:27.479082 run osmo-hlr_10.42.42.2(pid=21838): Launched\u000a01:04:27.595923 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:04:28.158556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21840): Launched\u000a01:04:28.478805 run osmo-stp_10.42.42.5(pid=21841): Launched\u000a01:04:28.595106 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:04:29.155026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21843): Launched\u000a01:04:29.269690 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:04:29.550151 run patchelf(pid=21844): Launched\u000a01:04:29.736814 run osmo-stp_10.42.42.5(pid=21841): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21841)]\u000a01:04:29.873201 run osmo-stp_10.42.42.5(pid=21841): stdout: \u000a| (launched: 2022-12-14_01:04:28.320316)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:30.010062 run osmo-stp_10.42.42.5(pid=21841): stderr: \u000a| �[0;m�[38;5;43m20221214010428506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010428506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010428506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010428506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010428507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010428507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010428507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:30.142241 run osmo-stp_10.42.42.5(pid=21841): stdout: \u000a| (launched: 2022-12-14_01:04:28.320316)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:30.272857 run osmo-stp_10.42.42.5(pid=21841): stderr: \u000a| �[0;m�[38;5;43m20221214010428506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010428506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010428506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010428506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010428507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010428507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010428507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:30.425334 run patchelf(pid=21844): Terminating (SIGINT)\u000a01:04:30.603238 run patchelf(pid=21844): Terminated: ok {rc=0}\u000a01:04:30.636207 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21841): Process ended prematurely: osmo-stp_10.42.42.5(pid=21841) [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21841)] [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a01:04:30.645551 tst ping.py:22: Test FAILED (6.6 sec)\u000a01:04:30.708449 run osmo-hlr_10.42.42.2(pid=21838): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21838)]\u000a01:04:30.759941 run osmo-hlr_10.42.42.2(pid=21838): stdout: \u000a| (launched: 2022-12-14_01:04:27.320789) \u000a01:04:30.812096 run osmo-hlr_10.42.42.2(pid=21838): stderr: \u000a| �[0;m�[1;31m20221214010427512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010427512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010427512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010427512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010427512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010427512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010427525 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010427535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010427535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010427535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:04:30.875350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21837): Terminating (SIGTERM)\u000a01:04:30.924774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21840): Terminating (SIGTERM)\u000a01:04:30.969402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21843): Terminating (SIGTERM)\u000a01:04:30.979801 --- ParallelTerminationStrategy: PID 21837 died...\u000a01:04:31.043160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21837): Terminated: ok {rc=0}\u000a01:04:31.055684 --- ParallelTerminationStrategy: PID 21840 died...\u000a01:04:31.114608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21840): Terminated: ok {rc=0}\u000a01:04:31.126412 --- ParallelTerminationStrategy: PID 21843 died...\u000a01:04:31.185680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21843): Terminated: ok {rc=0}\u000a01:04:31.277062 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21851): Process ended prematurely: osmo-stp_10.42.42.5(pid=21851) [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21851)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21851): Process ended prematurely: osmo-stp_10.42.42.5(pid=21851) [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21851)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:04:32.327791 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:32.339232 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:04:32.485094 tst ping_idle_ping.py: using LAC 37469\u000a01:04:32.612779 tst ping_idle_ping.py: using RAC 239\u000a01:04:32.738673 tst ping_idle_ping.py: using CellId 37469\u000a01:04:32.863083 tst ping_idle_ping.py: using BVCI 37470\u000a01:04:32.887731 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:32.899336 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:32.910477 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:32.921586 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:32.932940 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:32.944316 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:32.955873 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:32.967377 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:04:33.258569 tst ping_idle_ping.py:24: start network...\u000a01:04:33.392149 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:04:33.896486 run create_hlr_db(pid=21845): Launched\u000a01:04:34.082150 bus /gobi_6: Setting Powered False\u000a01:04:35.103488 run create_hlr_db(pid=21845): Terminated: ok {rc=0}\u000a01:04:35.539170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21847): Launched\u000a01:04:35.859654 run osmo-hlr_10.42.42.2(pid=21848): Launched\u000a01:04:35.974788 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:04:36.533857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21850): Launched\u000a01:04:36.856069 run osmo-stp_10.42.42.5(pid=21851): Launched\u000a01:04:36.971413 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:04:37.531651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21853): Launched\u000a01:04:37.646580 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:04:37.927994 run patchelf(pid=21854): Launched\u000a01:04:38.115525 run osmo-stp_10.42.42.5(pid=21851): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21851)]\u000a01:04:38.253055 run osmo-stp_10.42.42.5(pid=21851): stdout: \u000a| (launched: 2022-12-14_01:04:36.696750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:38.390692 run osmo-stp_10.42.42.5(pid=21851): stderr: \u000a| �[0;m�[38;5;43m20221214010436882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010436882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010436883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010436883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010436884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010436884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010436884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:38.523370 run osmo-stp_10.42.42.5(pid=21851): stdout: \u000a| (launched: 2022-12-14_01:04:36.696750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:38.655069 run osmo-stp_10.42.42.5(pid=21851): stderr: \u000a| �[0;m�[38;5;43m20221214010436882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010436882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010436883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010436883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010436884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010436884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010436884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:38.808729 run patchelf(pid=21854): Terminating (SIGINT)\u000a01:04:38.988644 run patchelf(pid=21854): Terminated: ok {rc=0}\u000a01:04:39.021494 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21851): Process ended prematurely: osmo-stp_10.42.42.5(pid=21851) [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21851)] [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:04:39.031144 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:04:39.094936 run osmo-hlr_10.42.42.2(pid=21848): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21848)]\u000a01:04:39.146961 run osmo-hlr_10.42.42.2(pid=21848): stdout: \u000a| (launched: 2022-12-14_01:04:35.702129) \u000a01:04:39.199519 run osmo-hlr_10.42.42.2(pid=21848): stderr: \u000a| �[0;m�[1;31m20221214010435894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010435894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010435894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010435894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010435894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010435894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010435907 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010435915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010435916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010435916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:04:39.244870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21847): Terminating (SIGTERM)\u000a01:04:39.287302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21850): Terminating (SIGTERM)\u000a01:04:39.330187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21853): Terminating (SIGTERM)\u000a01:04:39.339964 --- ParallelTerminationStrategy: PID 21847 died...\u000a01:04:39.396755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21847): Terminated: ok {rc=0}\u000a01:04:39.406992 --- ParallelTerminationStrategy: PID 21850 died...\u000a01:04:39.463021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21850): Terminated: ok {rc=0}\u000a01:04:39.473234 --- ParallelTerminationStrategy: PID 21853 died...\u000a01:04:39.529488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21853): Terminated: ok {rc=0}\u000a01:04:39.616983 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:03:41" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21869): Process ended prematurely: osmo-stp_10.42.42.5(pid=21869) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21869)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21869): Process ended prematurely: osmo-stp_10.42.42.5(pid=21869) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21869)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:04:41.794174 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:41.805503 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:04:41.966513 tst cs_paging_gprs_active.py: using LAC 37470\u000a01:04:42.087390 tst cs_paging_gprs_active.py: using RAC 240\u000a01:04:42.208703 tst cs_paging_gprs_active.py: using CellId 37470\u000a01:04:42.329384 tst cs_paging_gprs_active.py: using BVCI 37471\u000a01:04:42.352463 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:42.363271 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:42.373854 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:42.384358 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:42.395002 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:42.405595 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:42.416191 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:42.426659 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:42.437383 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:04:42.557872 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:04:42.854152 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:04:42.990214 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:04:43.327262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21859): Launched\u000a01:04:43.606740 run iperf3-srv_10.42.42.10(pid=21860): Launched\u000a01:04:43.806567 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:04:43.942035 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:04:44.279029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21861): Launched\u000a01:04:44.559236 run iperf3-srv_10.42.42.10(pid=21862): Launched\u000a01:04:44.759262 tst cs_paging_gprs_active.py:38: start network...\u000a01:04:44.894889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:04:45.408252 run create_hlr_db(pid=21863): Launched\u000a01:04:45.597398 bus /gobi_6: Setting Powered False\u000a01:04:46.643920 run create_hlr_db(pid=21863): Terminated: ok {rc=0}\u000a01:04:47.140593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21865): Launched\u000a01:04:47.445033 run osmo-hlr_10.42.42.2(pid=21866): Launched\u000a01:04:47.558668 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:04:48.086667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21868): Launched\u000a01:04:48.389351 run osmo-stp_10.42.42.5(pid=21869): Launched\u000a01:04:48.499356 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:04:49.030282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21871): Launched\u000a01:04:49.138083 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:04:49.402817 run patchelf(pid=21872): Launched\u000a01:04:49.580664 run osmo-stp_10.42.42.5(pid=21869): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21869)]\u000a01:04:49.711073 run osmo-stp_10.42.42.5(pid=21869): stdout: \u000a| (launched: 2022-12-14_01:04:48.239977)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:49.841471 run osmo-stp_10.42.42.5(pid=21869): stderr: \u000a| �[0;m�[38;5;43m20221214010448407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010448407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010448408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010448408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010448409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010448409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010448409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:49.967012 run osmo-stp_10.42.42.5(pid=21869): stdout: \u000a| (launched: 2022-12-14_01:04:48.239977)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:50.091351 run osmo-stp_10.42.42.5(pid=21869): stderr: \u000a| �[0;m�[38;5;43m20221214010448407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010448407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010448408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010448408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010448409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010448409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010448409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:50.235642 run patchelf(pid=21872): Terminating (SIGINT)\u000a01:04:50.405459 run patchelf(pid=21872): Terminated: ok {rc=0}\u000a01:04:50.436692 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21869): Process ended prematurely: osmo-stp_10.42.42.5(pid=21869) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21869)] [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:04:50.445897 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a01:04:50.505616 run osmo-hlr_10.42.42.2(pid=21866): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21866)]\u000a01:04:50.554571 run osmo-hlr_10.42.42.2(pid=21866): stdout: \u000a| (launched: 2022-12-14_01:04:47.295521) \u000a01:04:50.603963 run osmo-hlr_10.42.42.2(pid=21866): stderr: \u000a| �[0;m�[1;31m20221214010447468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010447468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010447468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010447468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010447468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010447468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010447481 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010447490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010447491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010447491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:04:50.645913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21859): Terminating (SIGTERM)\u000a01:04:50.685244 run iperf3-srv_10.42.42.10(pid=21860): Terminating (SIGTERM)\u000a01:04:50.724487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21861): Terminating (SIGTERM)\u000a01:04:50.763507 run iperf3-srv_10.42.42.10(pid=21862): Terminating (SIGTERM)\u000a01:04:50.802624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21865): Terminating (SIGTERM)\u000a01:04:50.841743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21868): Terminating (SIGTERM)\u000a01:04:50.880799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21871): Terminating (SIGTERM)\u000a01:04:50.889872 --- ParallelTerminationStrategy: PID 21859 died...\u000a01:04:50.942513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21859): Terminated: ok {rc=0}\u000a01:04:50.951840 --- ParallelTerminationStrategy: PID 21860 died...\u000a01:04:51.003849 run iperf3-srv_10.42.42.10(pid=21860): Terminated {rc=256}\u000a01:04:51.013267 --- ParallelTerminationStrategy: PID 21861 died...\u000a01:04:51.065402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21861): Terminated: ok {rc=0}\u000a01:04:51.074690 --- ParallelTerminationStrategy: PID 21862 died...\u000a01:04:51.126627 run iperf3-srv_10.42.42.10(pid=21862): Terminated {rc=256}\u000a01:04:51.135850 --- ParallelTerminationStrategy: PID 21865 died...\u000a01:04:51.187644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21865): Terminated: ok {rc=0}\u000a01:04:51.197017 --- ParallelTerminationStrategy: PID 21868 died...\u000a01:04:51.248857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21868): Terminated: ok {rc=0}\u000a01:04:51.258213 --- ParallelTerminationStrategy: PID 21871 died...\u000a01:04:51.310160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21871): Terminated: ok {rc=0}\u000a01:04:51.397490 bus /gobi_0: Setting Powered False\u000a01:04:52.502196 bus /gobi_0: Setting Powered False\u000a01:04:53.614535 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21881): Process ended prematurely: osmo-stp_10.42.42.5(pid=21881) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21881)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21881): Process ended prematurely: osmo-stp_10.42.42.5(pid=21881) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:04:54.724303 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:54.735809 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:04:54.900889 tst iperf3.py: using LAC 37471\u000a01:04:55.030063 tst iperf3.py: using RAC 241\u000a01:04:55.158184 tst iperf3.py: using CellId 37471\u000a01:04:55.286392 tst iperf3.py: using BVCI 37472\u000a01:04:55.311249 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:55.322657 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:55.333784 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:55.344913 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:55.356235 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:55.367627 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:55.379185 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:55.390547 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:55.402084 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:04:55.678064 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:04:55.803464 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:04:56.117567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21873): Launched\u000a01:04:56.377986 run iperf3-srv_10.42.42.10(pid=21874): Launched\u000a01:04:56.561602 tst iperf3.py:8: start network...\u000a01:04:56.687784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:04:57.173087 run create_hlr_db(pid=21875): Launched\u000a01:04:57.345864 bus /gobi_6: Setting Powered False\u000a01:04:58.367939 run create_hlr_db(pid=21875): Terminated: ok {rc=0}\u000a01:04:58.771471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21877): Launched\u000a01:04:59.072590 run osmo-hlr_10.42.42.2(pid=21878): Launched\u000a01:04:59.191464 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:04:59.723306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21880): Launched\u000a01:05:00.023901 run osmo-stp_10.42.42.5(pid=21881): Launched\u000a01:05:00.133279 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:05:00.661911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21883): Launched\u000a01:05:00.769195 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:05:01.072430 run patchelf(pid=21884): Launched\u000a01:05:01.270661 run osmo-stp_10.42.42.5(pid=21881): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21881)]\u000a01:05:01.429843 run osmo-stp_10.42.42.5(pid=21881): stdout: \u000a| (launched: 2022-12-14_01:04:59.876225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:01.595499 run osmo-stp_10.42.42.5(pid=21881): stderr: \u000a| �[0;m�[38;5;43m20221214010500044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010500044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010500045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010500045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010500046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010500046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010500046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:01.740454 run osmo-stp_10.42.42.5(pid=21881): stdout: \u000a| (launched: 2022-12-14_01:04:59.876225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:01.879537 run osmo-stp_10.42.42.5(pid=21881): stderr: \u000a| �[0;m�[38;5;43m20221214010500044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010500044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010500045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010500045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010500046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010500046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010500046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:02.055773 run patchelf(pid=21884): Terminating (SIGINT)\u000a01:05:02.247113 run patchelf(pid=21884): Terminated: ok {rc=0}\u000a01:05:02.281201 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21881): Process ended prematurely: osmo-stp_10.42.42.5(pid=21881) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21881)] [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:05:02.291868 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a01:05:02.357379 run osmo-hlr_10.42.42.2(pid=21878): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21878)]\u000a01:05:02.410082 run osmo-hlr_10.42.42.2(pid=21878): stdout: \u000a| (launched: 2022-12-14_01:04:58.924801) \u000a01:05:02.463565 run osmo-hlr_10.42.42.2(pid=21878): stderr: \u000a| �[0;m�[1;31m20221214010459095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010459095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010459095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010459096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010459096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010459096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010459108 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010459116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010459116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010459116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:05:02.508831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21873): Terminating (SIGTERM)\u000a01:05:02.551796 run iperf3-srv_10.42.42.10(pid=21874): Terminating (SIGTERM)\u000a01:05:02.594848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21877): Terminating (SIGTERM)\u000a01:05:02.638314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21880): Terminating (SIGTERM)\u000a01:05:02.681736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21883): Terminating (SIGTERM)\u000a01:05:02.691156 --- ParallelTerminationStrategy: PID 21873 died...\u000a01:05:02.748778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21873): Terminated: ok {rc=0}\u000a01:05:02.758872 --- ParallelTerminationStrategy: PID 21874 died...\u000a01:05:02.816151 run iperf3-srv_10.42.42.10(pid=21874): Terminated {rc=256}\u000a01:05:02.826219 --- ParallelTerminationStrategy: PID 21877 died...\u000a01:05:02.883262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21877): Terminated: ok {rc=0}\u000a01:05:02.893343 --- ParallelTerminationStrategy: PID 21880 died...\u000a01:05:02.950832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21880): Terminated: ok {rc=0}\u000a01:05:02.960858 --- ParallelTerminationStrategy: PID 21883 died...\u000a01:05:03.018299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21883): Terminated: ok {rc=0}\u000a01:05:03.106390 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21902): Process ended prematurely: osmo-stp_10.42.42.5(pid=21902) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21902)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21902): Process ended prematurely: osmo-stp_10.42.42.5(pid=21902) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21902)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:05:04.217480 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:04.228941 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:05:04.384755 tst iperf3m4.py: using LAC 37472\u000a01:05:04.512578 tst iperf3m4.py: using RAC 242\u000a01:05:04.646460 tst iperf3m4.py: using CellId 37472\u000a01:05:04.772798 tst iperf3m4.py: using BVCI 37473\u000a01:05:04.797923 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:04.809255 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:04.820780 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:04.831992 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:04.843900 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:04.855865 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:04.867940 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:04.879821 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:04.891892 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:05:05.010763 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:05:05.132802 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:05:05.250206 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:05:05.546205 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:05:05.684211 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:05:06.024288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21888): Launched\u000a01:05:06.305845 run iperf3-srv_10.42.42.10(pid=21889): Launched\u000a01:05:06.506303 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:05:06.643161 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:05:06.983083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21890): Launched\u000a01:05:07.264652 run iperf3-srv_10.42.42.10(pid=21891): Launched\u000a01:05:07.465068 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:05:07.602179 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:05:07.941307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21892): Launched\u000a01:05:08.223553 run iperf3-srv_10.42.42.10(pid=21893): Launched\u000a01:05:08.423747 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:05:08.560589 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:05:08.899927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21894): Launched\u000a01:05:09.182566 run iperf3-srv_10.42.42.10(pid=21895): Launched\u000a01:05:09.383917 tst iperf3m4.py:8: start network...\u000a01:05:09.521297 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:05:10.035346 run create_hlr_db(pid=21896): Launched\u000a01:05:10.224072 bus /gobi_6: Setting Powered False\u000a01:05:11.243918 run create_hlr_db(pid=21896): Terminated: ok {rc=0}\u000a01:05:11.654339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21898): Launched\u000a01:05:11.957502 run osmo-hlr_10.42.42.2(pid=21899): Launched\u000a01:05:12.078547 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:05:12.614017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21901): Launched\u000a01:05:12.916630 run osmo-stp_10.42.42.5(pid=21902): Launched\u000a01:05:13.027105 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:05:13.557435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21904): Launched\u000a01:05:13.664719 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:05:13.930248 run patchelf(pid=21905): Launched\u000a01:05:14.107300 run osmo-stp_10.42.42.5(pid=21902): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21902)]\u000a01:05:14.237517 run osmo-stp_10.42.42.5(pid=21902): stdout: \u000a| (launched: 2022-12-14_01:05:12.768014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:14.367565 run osmo-stp_10.42.42.5(pid=21902): stderr: \u000a| �[0;m�[38;5;43m20221214010512934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010512934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010512934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010512934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010512935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010512935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010512935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:14.492154 run osmo-stp_10.42.42.5(pid=21902): stdout: \u000a| (launched: 2022-12-14_01:05:12.768014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:14.615590 run osmo-stp_10.42.42.5(pid=21902): stderr: \u000a| �[0;m�[38;5;43m20221214010512934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010512934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010512934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010512934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010512935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010512935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010512935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:14.760512 run patchelf(pid=21905): Terminating (SIGINT)\u000a01:05:14.930654 run patchelf(pid=21905): Terminated: ok {rc=0}\u000a01:05:14.962122 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21902): Process ended prematurely: osmo-stp_10.42.42.5(pid=21902) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21902)] [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:05:14.971444 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:05:15.030643 run osmo-hlr_10.42.42.2(pid=21899): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21899)]\u000a01:05:15.078785 run osmo-hlr_10.42.42.2(pid=21899): stdout: \u000a| (launched: 2022-12-14_01:05:11.808415) \u000a01:05:15.127315 run osmo-hlr_10.42.42.2(pid=21899): stderr: \u000a| �[0;m�[1;31m20221214010511981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010511981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010511981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010511982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010511982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010511982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010511995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010512003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010512003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010512003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:05:15.169038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21888): Terminating (SIGTERM)\u000a01:05:15.208437 run iperf3-srv_10.42.42.10(pid=21889): Terminating (SIGTERM)\u000a01:05:15.247641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21890): Terminating (SIGTERM)\u000a01:05:15.287016 run iperf3-srv_10.42.42.10(pid=21891): Terminating (SIGTERM)\u000a01:05:15.326316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21892): Terminating (SIGTERM)\u000a01:05:15.365667 run iperf3-srv_10.42.42.10(pid=21893): Terminating (SIGTERM)\u000a01:05:15.404843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21894): Terminating (SIGTERM)\u000a01:05:15.444132 run iperf3-srv_10.42.42.10(pid=21895): Terminating (SIGTERM)\u000a01:05:15.483110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21898): Terminating (SIGTERM)\u000a01:05:15.522047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21901): Terminating (SIGTERM)\u000a01:05:15.561639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21904): Terminating (SIGTERM)\u000a01:05:15.570750 --- ParallelTerminationStrategy: PID 21888 died...\u000a01:05:15.623651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21888): Terminated: ok {rc=0}\u000a01:05:15.633190 --- ParallelTerminationStrategy: PID 21889 died...\u000a01:05:15.685559 run iperf3-srv_10.42.42.10(pid=21889): Terminated {rc=256}\u000a01:05:15.694920 --- ParallelTerminationStrategy: PID 21890 died...\u000a01:05:15.747399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21890): Terminated: ok {rc=0}\u000a01:05:15.756829 --- ParallelTerminationStrategy: PID 21891 died...\u000a01:05:15.809388 run iperf3-srv_10.42.42.10(pid=21891): Terminated {rc=256}\u000a01:05:15.818850 --- ParallelTerminationStrategy: PID 21892 died...\u000a01:05:15.896029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21892): Terminated: ok {rc=0}\u000a01:05:15.918152 --- ParallelTerminationStrategy: PID 21893 died...\u000a01:05:15.974225 run iperf3-srv_10.42.42.10(pid=21893): Terminated {rc=256}\u000a01:05:15.984184 --- ParallelTerminationStrategy: PID 21894 died...\u000a01:05:16.041136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21894): Terminated: ok {rc=0}\u000a01:05:16.051328 --- ParallelTerminationStrategy: PID 21895 died...\u000a01:05:16.106561 run iperf3-srv_10.42.42.10(pid=21895): Terminated {rc=256}\u000a01:05:16.116611 --- ParallelTerminationStrategy: PID 21898 died...\u000a01:05:16.172046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21898): Terminated: ok {rc=0}\u000a01:05:16.182219 --- ParallelTerminationStrategy: PID 21901 died...\u000a01:05:16.237481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21901): Terminated: ok {rc=0}\u000a01:05:16.247615 --- ParallelTerminationStrategy: PID 21904 died...\u000a01:05:16.302867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21904): Terminated: ok {rc=0}\u000a01:05:16.389120 bus /gobi_4: Setting Powered False\u000a01:05:17.490429 bus /gobi_4: Setting Powered False\u000a01:05:18.601323 bus /gobi_1: Setting Powered False\u000a01:05:19.703800 bus /gobi_1: Setting Powered False\u000a01:05:20.815384 bus /gobi_0: Setting Powered False\u000a01:05:21.917907 bus /gobi_0: Setting Powered False\u000a01:05:23.028392 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21912): Process ended prematurely: osmo-stp_10.42.42.5(pid=21912) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21912)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21912): Process ended prematurely: osmo-stp_10.42.42.5(pid=21912) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21912)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:05:24.095735 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:24.107313 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:05:24.266499 tst ping.py: using LAC 37473\u000a01:05:24.381771 tst ping.py: using RAC 243\u000a01:05:24.496541 tst ping.py: using CellId 37473\u000a01:05:24.612822 tst ping.py: using BVCI 37474\u000a01:05:24.635387 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:24.646358 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:24.657085 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:24.667824 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:24.678374 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:24.689092 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:24.699764 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:24.710745 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:05:24.982068 tst ping.py:19: start network...\u000a01:05:25.104943 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:05:25.579861 run create_hlr_db(pid=21906): Launched\u000a01:05:25.751254 bus /gobi_6: Setting Powered False\u000a01:05:26.772624 run create_hlr_db(pid=21906): Terminated: ok {rc=0}\u000a01:05:27.200248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21908): Launched\u000a01:05:27.519613 run osmo-hlr_10.42.42.2(pid=21909): Launched\u000a01:05:27.638128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:05:28.195147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21911): Launched\u000a01:05:28.513500 run osmo-stp_10.42.42.5(pid=21912): Launched\u000a01:05:28.629192 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:05:29.186892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21914): Launched\u000a01:05:29.300630 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:05:29.579125 run patchelf(pid=21915): Launched\u000a01:05:29.766083 run osmo-stp_10.42.42.5(pid=21912): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21912)]\u000a01:05:29.902980 run osmo-stp_10.42.42.5(pid=21912): stdout: \u000a| (launched: 2022-12-14_01:05:28.356860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:30.040254 run osmo-stp_10.42.42.5(pid=21912): stderr: \u000a| �[0;m�[38;5;43m20221214010528544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010528544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010528544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010528545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010528545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010528545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010528545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:30.172278 run osmo-stp_10.42.42.5(pid=21912): stdout: \u000a| (launched: 2022-12-14_01:05:28.356860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:30.302818 run osmo-stp_10.42.42.5(pid=21912): stderr: \u000a| �[0;m�[38;5;43m20221214010528544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010528544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010528544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010528545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010528545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010528545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010528545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:30.454961 run patchelf(pid=21915): Terminating (SIGINT)\u000a01:05:30.633045 run patchelf(pid=21915): Terminated: ok {rc=0}\u000a01:05:30.665963 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21912): Process ended prematurely: osmo-stp_10.42.42.5(pid=21912) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21912)] [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:05:30.675314 tst ping.py:22: Test FAILED (6.6 sec)\u000a01:05:30.738337 run osmo-hlr_10.42.42.2(pid=21909): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21909)]\u000a01:05:30.789593 run osmo-hlr_10.42.42.2(pid=21909): stdout: \u000a| (launched: 2022-12-14_01:05:27.362274) \u000a01:05:30.853241 run osmo-hlr_10.42.42.2(pid=21909): stderr: \u000a| �[0;m�[1;31m20221214010527556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010527556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010527556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010527556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010527556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010527556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010527569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010527577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010527577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010527577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:05:30.901250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21908): Terminating (SIGTERM)\u000a01:05:30.943541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21911): Terminating (SIGTERM)\u000a01:05:30.986148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21914): Terminating (SIGTERM)\u000a01:05:30.997669 --- ParallelTerminationStrategy: PID 21908 died...\u000a01:05:31.054584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21908): Terminated: ok {rc=0}\u000a01:05:31.065143 --- ParallelTerminationStrategy: PID 21911 died...\u000a01:05:31.120275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21911): Terminated: ok {rc=0}\u000a01:05:31.130606 --- ParallelTerminationStrategy: PID 21914 died...\u000a01:05:31.187146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21914): Terminated: ok {rc=0}\u000a01:05:31.284619 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21922): Process ended prematurely: osmo-stp_10.42.42.5(pid=21922) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21922)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21922): Process ended prematurely: osmo-stp_10.42.42.5(pid=21922) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21922)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:05:32.336305 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:32.348311 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:05:32.503796 tst ping_idle_ping.py: using LAC 37474\u000a01:05:32.630810 tst ping_idle_ping.py: using RAC 244\u000a01:05:32.758458 tst ping_idle_ping.py: using CellId 37474\u000a01:05:32.882231 tst ping_idle_ping.py: using BVCI 37475\u000a01:05:32.905339 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:32.916156 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:32.926877 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:32.937625 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:32.948123 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:32.959190 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:32.970029 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:32.980713 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:05:33.274243 tst ping_idle_ping.py:24: start network...\u000a01:05:33.408331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:05:33.917669 run create_hlr_db(pid=21916): Launched\u000a01:05:34.103496 bus /gobi_6: Setting Powered False\u000a01:05:35.123952 run create_hlr_db(pid=21916): Terminated: ok {rc=0}\u000a01:05:35.524644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21918): Launched\u000a01:05:35.822061 run osmo-hlr_10.42.42.2(pid=21919): Launched\u000a01:05:35.931361 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:05:36.448707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21921): Launched\u000a01:05:36.745674 run osmo-stp_10.42.42.5(pid=21922): Launched\u000a01:05:36.852897 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:05:37.370923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21924): Launched\u000a01:05:37.475912 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:05:37.735675 run patchelf(pid=21925): Launched\u000a01:05:37.910276 run osmo-stp_10.42.42.5(pid=21922): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21922)]\u000a01:05:38.037569 run osmo-stp_10.42.42.5(pid=21922): stdout: \u000a| (launched: 2022-12-14_01:05:36.600031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:38.165246 run osmo-stp_10.42.42.5(pid=21922): stderr: \u000a| �[0;m�[38;5;43m20221214010536768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010536769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010536769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010536769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010536770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010536770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010536770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:38.287603 run osmo-stp_10.42.42.5(pid=21922): stdout: \u000a| (launched: 2022-12-14_01:05:36.600031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:38.408664 run osmo-stp_10.42.42.5(pid=21922): stderr: \u000a| �[0;m�[38;5;43m20221214010536768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010536769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010536769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010536769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010536770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010536770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010536770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:38.550185 run patchelf(pid=21925): Terminating (SIGINT)\u000a01:05:38.716126 run patchelf(pid=21925): Terminated: ok {rc=0}\u000a01:05:38.746558 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21922): Process ended prematurely: osmo-stp_10.42.42.5(pid=21922) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21922)] [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:05:38.755181 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a01:05:38.814682 run osmo-hlr_10.42.42.2(pid=21919): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21919)]\u000a01:05:38.863032 run osmo-hlr_10.42.42.2(pid=21919): stdout: \u000a| (launched: 2022-12-14_01:05:35.675718) \u000a01:05:38.912209 run osmo-hlr_10.42.42.2(pid=21919): stderr: \u000a| �[0;m�[1;31m20221214010535849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010535849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010535849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010535849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010535849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010535849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010535861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010535870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010535870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010535870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:05:38.954295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21918): Terminating (SIGTERM)\u000a01:05:38.993550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21921): Terminating (SIGTERM)\u000a01:05:39.032783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21924): Terminating (SIGTERM)\u000a01:05:39.041918 --- ParallelTerminationStrategy: PID 21918 died...\u000a01:05:39.094867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21918): Terminated: ok {rc=0}\u000a01:05:39.104317 --- ParallelTerminationStrategy: PID 21921 died...\u000a01:05:39.156753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21921): Terminated: ok {rc=0}\u000a01:05:39.166163 --- ParallelTerminationStrategy: PID 21924 died...\u000a01:05:39.218697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21924): Terminated: ok {rc=0}\u000a01:05:39.301600 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:04:41" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21940): Process ended prematurely: osmo-stp_10.42.42.5(pid=21940) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21940)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21940): Process ended prematurely: osmo-stp_10.42.42.5(pid=21940) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:05:41.447277 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:41.458227 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:05:41.614126 tst cs_paging_gprs_active.py: using LAC 37475\u000a01:05:41.736594 tst cs_paging_gprs_active.py: using RAC 245\u000a01:05:41.863207 tst cs_paging_gprs_active.py: using CellId 37475\u000a01:05:42.007077 tst cs_paging_gprs_active.py: using BVCI 37476\u000a01:05:42.032057 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:42.043411 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:42.054686 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:42.065896 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:42.077416 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:42.088829 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:42.100441 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:42.111878 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:42.123453 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:05:42.240456 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:05:42.537521 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:05:42.674638 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:05:43.013253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21930): Launched\u000a01:05:43.294207 run iperf3-srv_10.42.42.10(pid=21931): Launched\u000a01:05:43.494702 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:05:43.630535 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:05:43.969388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21932): Launched\u000a01:05:44.249763 run iperf3-srv_10.42.42.10(pid=21933): Launched\u000a01:05:44.449565 tst cs_paging_gprs_active.py:38: start network...\u000a01:05:44.585419 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:05:45.098504 run create_hlr_db(pid=21934): Launched\u000a01:05:45.287254 bus /gobi_6: Setting Powered False\u000a01:05:46.353575 run create_hlr_db(pid=21934): Terminated: ok {rc=0}\u000a01:05:46.809984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21936): Launched\u000a01:05:47.250803 run osmo-hlr_10.42.42.2(pid=21937): Launched\u000a01:05:47.375024 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:05:47.906006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21939): Launched\u000a01:05:48.209674 run osmo-stp_10.42.42.5(pid=21940): Launched\u000a01:05:48.319420 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:05:48.850059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21942): Launched\u000a01:05:48.957301 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:05:49.222611 run patchelf(pid=21943): Launched\u000a01:05:49.400086 run osmo-stp_10.42.42.5(pid=21940): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21940)]\u000a01:05:49.529305 run osmo-stp_10.42.42.5(pid=21940): stdout: \u000a| (launched: 2022-12-14_01:05:48.059014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:49.658891 run osmo-stp_10.42.42.5(pid=21940): stderr: \u000a| �[0;m�[38;5;43m20221214010548225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010548226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010548226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010548226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010548227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010548227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010548227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:49.783836 run osmo-stp_10.42.42.5(pid=21940): stdout: \u000a| (launched: 2022-12-14_01:05:48.059014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:49.907663 run osmo-stp_10.42.42.5(pid=21940): stderr: \u000a| �[0;m�[38;5;43m20221214010548225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010548226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010548226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010548226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010548227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010548227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010548227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:50.051675 run patchelf(pid=21943): Terminating (SIGINT)\u000a01:05:50.221520 run patchelf(pid=21943): Terminated: ok {rc=0}\u000a01:05:50.252668 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21940): Process ended prematurely: osmo-stp_10.42.42.5(pid=21940) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21940)] [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a01:05:50.261956 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a01:05:50.321355 run osmo-hlr_10.42.42.2(pid=21937): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21937)]\u000a01:05:50.369764 run osmo-hlr_10.42.42.2(pid=21937): stdout: \u000a| (launched: 2022-12-14_01:05:46.968773) \u000a01:05:50.418667 run osmo-hlr_10.42.42.2(pid=21937): stderr: \u000a| �[0;m�[1;31m20221214010547236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010547236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010547236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010547236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010547236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010547236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010547257 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010547265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010547266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010547266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:05:50.460115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21930): Terminating (SIGTERM)\u000a01:05:50.499042 run iperf3-srv_10.42.42.10(pid=21931): Terminating (SIGTERM)\u000a01:05:50.538106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21932): Terminating (SIGTERM)\u000a01:05:50.577238 run iperf3-srv_10.42.42.10(pid=21933): Terminating (SIGTERM)\u000a01:05:50.616326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21936): Terminating (SIGTERM)\u000a01:05:50.655599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21939): Terminating (SIGTERM)\u000a01:05:50.694706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21942): Terminating (SIGTERM)\u000a01:05:50.703788 --- ParallelTerminationStrategy: PID 21930 died...\u000a01:05:50.756414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21930): Terminated: ok {rc=0}\u000a01:05:50.766209 --- ParallelTerminationStrategy: PID 21931 died...\u000a01:05:50.818360 run iperf3-srv_10.42.42.10(pid=21931): Terminated {rc=256}\u000a01:05:50.827862 --- ParallelTerminationStrategy: PID 21932 died...\u000a01:05:50.879839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21932): Terminated: ok {rc=0}\u000a01:05:50.889233 --- ParallelTerminationStrategy: PID 21933 died...\u000a01:05:50.941164 run iperf3-srv_10.42.42.10(pid=21933): Terminated {rc=256}\u000a01:05:50.950564 --- ParallelTerminationStrategy: PID 21936 died...\u000a01:05:51.002685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21936): Terminated: ok {rc=0}\u000a01:05:51.011981 --- ParallelTerminationStrategy: PID 21939 died...\u000a01:05:51.064737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21939): Terminated: ok {rc=0}\u000a01:05:51.074287 --- ParallelTerminationStrategy: PID 21942 died...\u000a01:05:51.126370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21942): Terminated: ok {rc=0}\u000a01:05:51.212814 bus /gobi_0: Setting Powered False\u000a01:05:52.314733 bus /gobi_0: Setting Powered False\u000a01:05:53.418490 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21952): Process ended prematurely: osmo-stp_10.42.42.5(pid=21952) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21952)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21952): Process ended prematurely: osmo-stp_10.42.42.5(pid=21952) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a01:05:54.534072 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:54.546143 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:05:54.715359 tst iperf3.py: using LAC 37476\u000a01:05:54.837576 tst iperf3.py: using RAC 246\u000a01:05:54.959795 tst iperf3.py: using CellId 37476\u000a01:05:55.084692 tst iperf3.py: using BVCI 37477\u000a01:05:55.107871 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:55.118707 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:55.129463 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:55.140190 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:55.151089 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:55.161719 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:55.172316 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:55.182791 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:55.193530 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:05:55.488026 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:05:55.624135 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:05:55.962183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21944): Launched\u000a01:05:56.242444 run iperf3-srv_10.42.42.10(pid=21945): Launched\u000a01:05:56.441854 tst iperf3.py:8: start network...\u000a01:05:56.577719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:05:57.090716 run create_hlr_db(pid=21946): Launched\u000a01:05:57.278719 bus /gobi_6: Setting Powered False\u000a01:05:58.298988 run create_hlr_db(pid=21946): Terminated: ok {rc=0}\u000a01:05:58.707503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21948): Launched\u000a01:05:59.010167 run osmo-hlr_10.42.42.2(pid=21949): Launched\u000a01:05:59.121868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:05:59.644194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21951): Launched\u000a01:05:59.945402 run osmo-stp_10.42.42.5(pid=21952): Launched\u000a01:06:00.054282 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:06:00.580455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21954): Launched\u000a01:06:00.688323 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:06:00.997163 run patchelf(pid=21955): Launched\u000a01:06:01.242026 run osmo-stp_10.42.42.5(pid=21952): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21952)]\u000a01:06:01.386440 run osmo-stp_10.42.42.5(pid=21952): stdout: \u000a| (launched: 2022-12-14_01:05:59.796669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:01.518500 run osmo-stp_10.42.42.5(pid=21952): stderr: \u000a| �[0;m�[38;5;43m20221214010559965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010559965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010559966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010559966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010559966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010559967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010559967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:01.645069 run osmo-stp_10.42.42.5(pid=21952): stdout: \u000a| (launched: 2022-12-14_01:05:59.796669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:01.770010 run osmo-stp_10.42.42.5(pid=21952): stderr: \u000a| �[0;m�[38;5;43m20221214010559965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010559965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010559966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010559966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010559966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010559967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010559967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:01.916528 run patchelf(pid=21955): Terminating (SIGINT)\u000a01:06:02.087295 run patchelf(pid=21955): Terminated: ok {rc=0}\u000a01:06:02.120598 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21952): Process ended prematurely: osmo-stp_10.42.42.5(pid=21952) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21952)] [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a01:06:02.130445 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a01:06:02.190092 run osmo-hlr_10.42.42.2(pid=21949): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21949)]\u000a01:06:02.238976 run osmo-hlr_10.42.42.2(pid=21949): stdout: \u000a| (launched: 2022-12-14_01:05:58.861132) \u000a01:06:02.288052 run osmo-hlr_10.42.42.2(pid=21949): stderr: \u000a| �[0;m�[1;31m20221214010559032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010559032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010559032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010559032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010559032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010559032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010559044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010559052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010559052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010559052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:06:02.329677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21944): Terminating (SIGTERM)\u000a01:06:02.368935 run iperf3-srv_10.42.42.10(pid=21945): Terminating (SIGTERM)\u000a01:06:02.408357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21948): Terminating (SIGTERM)\u000a01:06:02.447715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21951): Terminating (SIGTERM)\u000a01:06:02.486972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21954): Terminating (SIGTERM)\u000a01:06:02.496009 --- ParallelTerminationStrategy: PID 21944 died...\u000a01:06:02.548622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21944): Terminated: ok {rc=0}\u000a01:06:02.558059 --- ParallelTerminationStrategy: PID 21945 died...\u000a01:06:02.609999 run iperf3-srv_10.42.42.10(pid=21945): Terminated {rc=256}\u000a01:06:02.619315 --- ParallelTerminationStrategy: PID 21948 died...\u000a01:06:02.671753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21948): Terminated: ok {rc=0}\u000a01:06:02.681285 --- ParallelTerminationStrategy: PID 21951 died...\u000a01:06:02.733280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21951): Terminated: ok {rc=0}\u000a01:06:02.742967 --- ParallelTerminationStrategy: PID 21954 died...\u000a01:06:02.795561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21954): Terminated: ok {rc=0}\u000a01:06:02.883756 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21971): Process ended prematurely: osmo-stp_10.42.42.5(pid=21971) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21971)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21971): Process ended prematurely: osmo-stp_10.42.42.5(pid=21971) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a01:06:03.996795 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:04.008263 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:06:04.174819 tst iperf3m4.py: using LAC 37477\u000a01:06:04.303317 tst iperf3m4.py: using RAC 247\u000a01:06:04.431215 tst iperf3m4.py: using CellId 37477\u000a01:06:04.560297 tst iperf3m4.py: using BVCI 37478\u000a01:06:04.585482 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:04.596849 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:04.608405 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:04.619646 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:04.631238 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:04.642798 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:04.654572 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:04.666543 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:04.678350 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:06:04.800232 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:06:04.919955 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:06:05.040900 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:06:05.337232 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:06:05.473620 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:05.812604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21957): Launched\u000a01:06:06.093484 run iperf3-srv_10.42.42.10(pid=21958): Launched\u000a01:06:06.292920 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:06:06.429157 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:06.766862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21959): Launched\u000a01:06:07.046580 run iperf3-srv_10.42.42.10(pid=21960): Launched\u000a01:06:07.246280 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:06:07.381948 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:07.719729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21961): Launched\u000a01:06:07.998701 run iperf3-srv_10.42.42.10(pid=21962): Launched\u000a01:06:08.198143 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:06:08.333409 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:08.671308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21963): Launched\u000a01:06:08.950944 run iperf3-srv_10.42.42.10(pid=21964): Launched\u000a01:06:09.149736 tst iperf3m4.py:8: start network...\u000a01:06:09.285301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:06:09.796068 run create_hlr_db(pid=21965): Launched\u000a01:06:09.984368 bus /gobi_6: Setting Powered False\u000a01:06:11.004790 run create_hlr_db(pid=21965): Terminated: ok {rc=0}\u000a01:06:11.412713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21967): Launched\u000a01:06:11.715772 run osmo-hlr_10.42.42.2(pid=21968): Launched\u000a01:06:11.834543 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:06:12.363273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21970): Launched\u000a01:06:12.667239 run osmo-stp_10.42.42.5(pid=21971): Launched\u000a01:06:12.778357 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:06:13.310160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21973): Launched\u000a01:06:13.417292 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:06:13.681796 run patchelf(pid=21974): Launched\u000a01:06:13.858724 run osmo-stp_10.42.42.5(pid=21971): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21971)]\u000a01:06:13.988148 run osmo-stp_10.42.42.5(pid=21971): stdout: \u000a| (launched: 2022-12-14_01:06:12.517284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:14.118196 run osmo-stp_10.42.42.5(pid=21971): stderr: \u000a| �[0;m�[38;5;43m20221214010612685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010612686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010612686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010612686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010612687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010612687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010612687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:14.243095 run osmo-stp_10.42.42.5(pid=21971): stdout: \u000a| (launched: 2022-12-14_01:06:12.517284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:14.366161 run osmo-stp_10.42.42.5(pid=21971): stderr: \u000a| �[0;m�[38;5;43m20221214010612685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010612686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010612686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010612686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010612687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010612687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010612687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:14.509723 run patchelf(pid=21974): Terminating (SIGINT)\u000a01:06:14.678788 run patchelf(pid=21974): Terminated: ok {rc=0}\u000a01:06:14.709919 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21971): Process ended prematurely: osmo-stp_10.42.42.5(pid=21971) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21971)] [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a01:06:14.719173 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:06:14.778881 run osmo-hlr_10.42.42.2(pid=21968): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21968)]\u000a01:06:14.827245 run osmo-hlr_10.42.42.2(pid=21968): stdout: \u000a| (launched: 2022-12-14_01:06:11.565700) \u000a01:06:14.876035 run osmo-hlr_10.42.42.2(pid=21968): stderr: \u000a| �[0;m�[1;31m20221214010611739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010611739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010611739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010611740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010611740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010611740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010611753 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010611763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010611763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010611763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:06:14.917808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21957): Terminating (SIGTERM)\u000a01:06:14.957185 run iperf3-srv_10.42.42.10(pid=21958): Terminating (SIGTERM)\u000a01:06:14.996624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21959): Terminating (SIGTERM)\u000a01:06:15.035942 run iperf3-srv_10.42.42.10(pid=21960): Terminating (SIGTERM)\u000a01:06:15.075201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21961): Terminating (SIGTERM)\u000a01:06:15.114485 run iperf3-srv_10.42.42.10(pid=21962): Terminating (SIGTERM)\u000a01:06:15.153454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21963): Terminating (SIGTERM)\u000a01:06:15.192362 run iperf3-srv_10.42.42.10(pid=21964): Terminating (SIGTERM)\u000a01:06:15.232146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21967): Terminating (SIGTERM)\u000a01:06:15.271248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21970): Terminating (SIGTERM)\u000a01:06:15.310190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21973): Terminating (SIGTERM)\u000a01:06:15.319269 --- ParallelTerminationStrategy: PID 21957 died...\u000a01:06:15.371755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21957): Terminated: ok {rc=0}\u000a01:06:15.381254 --- ParallelTerminationStrategy: PID 21958 died...\u000a01:06:15.433571 run iperf3-srv_10.42.42.10(pid=21958): Terminated {rc=256}\u000a01:06:15.442922 --- ParallelTerminationStrategy: PID 21959 died...\u000a01:06:15.495053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21959): Terminated: ok {rc=0}\u000a01:06:15.504393 --- ParallelTerminationStrategy: PID 21960 died...\u000a01:06:15.556426 run iperf3-srv_10.42.42.10(pid=21960): Terminated {rc=256}\u000a01:06:15.565848 --- ParallelTerminationStrategy: PID 21961 died...\u000a01:06:15.617990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21961): Terminated: ok {rc=0}\u000a01:06:15.627349 --- ParallelTerminationStrategy: PID 21962 died...\u000a01:06:15.679296 run iperf3-srv_10.42.42.10(pid=21962): Terminated {rc=256}\u000a01:06:15.688654 --- ParallelTerminationStrategy: PID 21963 died...\u000a01:06:15.740681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21963): Terminated: ok {rc=0}\u000a01:06:15.750498 --- ParallelTerminationStrategy: PID 21964 died...\u000a01:06:15.802569 run iperf3-srv_10.42.42.10(pid=21964): Terminated {rc=256}\u000a01:06:15.811915 --- ParallelTerminationStrategy: PID 21967 died...\u000a01:06:15.865359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21967): Terminated: ok {rc=0}\u000a01:06:15.878703 --- ParallelTerminationStrategy: PID 21970 died...\u000a01:06:15.936687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21970): Terminated: ok {rc=0}\u000a01:06:15.946870 --- ParallelTerminationStrategy: PID 21973 died...\u000a01:06:16.000656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21973): Terminated: ok {rc=0}\u000a01:06:16.085395 bus /gobi_4: Setting Powered False\u000a01:06:17.186433 bus /gobi_4: Setting Powered False\u000a01:06:18.298316 bus /gobi_1: Setting Powered False\u000a01:06:19.401495 bus /gobi_1: Setting Powered False\u000a01:06:20.513151 bus /gobi_0: Setting Powered False\u000a01:06:21.616177 bus /gobi_0: Setting Powered False\u000a01:06:22.728139 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21981): Process ended prematurely: osmo-stp_10.42.42.5(pid=21981) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21981)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21981): Process ended prematurely: osmo-stp_10.42.42.5(pid=21981) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21981)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a01:06:23.797229 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:23.809335 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:06:23.975094 tst ping.py: using LAC 37478\u000a01:06:24.100069 tst ping.py: using RAC 248\u000a01:06:24.226177 tst ping.py: using CellId 37478\u000a01:06:24.350688 tst ping.py: using BVCI 37479\u000a01:06:24.375268 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:24.386663 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:24.397863 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:24.409135 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:24.420622 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:24.432212 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:24.443841 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:24.455322 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:06:24.730078 tst ping.py:19: start network...\u000a01:06:24.853162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:06:25.330370 run create_hlr_db(pid=21975): Launched\u000a01:06:25.501313 bus /gobi_6: Setting Powered False\u000a01:06:26.523119 run create_hlr_db(pid=21975): Terminated: ok {rc=0}\u000a01:06:26.920275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21977): Launched\u000a01:06:27.216325 run osmo-hlr_10.42.42.2(pid=21978): Launched\u000a01:06:27.324220 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:06:27.847479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21980): Launched\u000a01:06:28.143851 run osmo-stp_10.42.42.5(pid=21981): Launched\u000a01:06:28.251377 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:06:28.769237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21983): Launched\u000a01:06:28.874914 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:06:29.135083 run patchelf(pid=21984): Launched\u000a01:06:29.307834 run osmo-stp_10.42.42.5(pid=21981): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21981)]\u000a01:06:29.435121 run osmo-stp_10.42.42.5(pid=21981): stdout: \u000a| (launched: 2022-12-14_01:06:27.998171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:29.561851 run osmo-stp_10.42.42.5(pid=21981): stderr: \u000a| �[0;m�[38;5;43m20221214010628166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010628166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010628167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010628167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010628168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010628168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010628168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:29.683611 run osmo-stp_10.42.42.5(pid=21981): stdout: \u000a| (launched: 2022-12-14_01:06:27.998171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:29.804389 run osmo-stp_10.42.42.5(pid=21981): stderr: \u000a| �[0;m�[38;5;43m20221214010628166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010628166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010628167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010628167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010628168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010628168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010628168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:29.945182 run patchelf(pid=21984): Terminating (SIGINT)\u000a01:06:30.110278 run patchelf(pid=21984): Terminated: ok {rc=0}\u000a01:06:30.140494 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21981): Process ended prematurely: osmo-stp_10.42.42.5(pid=21981) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21981)] [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a01:06:30.149036 tst ping.py:22: Test FAILED (6.3 sec)\u000a01:06:30.207915 run osmo-hlr_10.42.42.2(pid=21978): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21978)]\u000a01:06:30.255954 run osmo-hlr_10.42.42.2(pid=21978): stdout: \u000a| (launched: 2022-12-14_01:06:27.070982) \u000a01:06:30.304813 run osmo-hlr_10.42.42.2(pid=21978): stderr: \u000a| �[0;m�[1;31m20221214010627243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010627243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010627243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010627243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010627243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010627243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010627255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010627266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010627266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010627266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:06:30.346243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21977): Terminating (SIGTERM)\u000a01:06:30.385255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21980): Terminating (SIGTERM)\u000a01:06:30.424418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21983): Terminating (SIGTERM)\u000a01:06:30.433581 --- ParallelTerminationStrategy: PID 21977 died...\u000a01:06:30.486453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21977): Terminated: ok {rc=0}\u000a01:06:30.495925 --- ParallelTerminationStrategy: PID 21980 died...\u000a01:06:30.548082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21980): Terminated: ok {rc=0}\u000a01:06:30.557829 --- ParallelTerminationStrategy: PID 21983 died...\u000a01:06:30.610324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21983): Terminated: ok {rc=0}\u000a01:06:30.698394 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21991): Process ended prematurely: osmo-stp_10.42.42.5(pid=21991) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21991)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21991): Process ended prematurely: osmo-stp_10.42.42.5(pid=21991) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21991)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a01:06:31.756374 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:31.769563 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:06:31.966510 tst ping_idle_ping.py: using LAC 37479\u000a01:06:32.095867 tst ping_idle_ping.py: using RAC 249\u000a01:06:32.223333 tst ping_idle_ping.py: using CellId 37479\u000a01:06:32.350805 tst ping_idle_ping.py: using BVCI 37480\u000a01:06:32.375594 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:32.387207 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:32.398641 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:32.410133 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:32.422117 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:32.434409 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:32.446875 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:32.459149 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:06:32.753951 tst ping_idle_ping.py:24: start network...\u000a01:06:32.887918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:06:33.393162 run create_hlr_db(pid=21985): Launched\u000a01:06:33.579317 bus /gobi_6: Setting Powered False\u000a01:06:34.599827 run create_hlr_db(pid=21985): Terminated: ok {rc=0}\u000a01:06:34.999908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21987): Launched\u000a01:06:35.296670 run osmo-hlr_10.42.42.2(pid=21988): Launched\u000a01:06:35.410873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:06:35.928812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21990): Launched\u000a01:06:36.226513 run osmo-stp_10.42.42.5(pid=21991): Launched\u000a01:06:36.334233 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:06:36.853608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21993): Launched\u000a01:06:36.958587 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:06:37.217478 run patchelf(pid=21994): Launched\u000a01:06:37.392396 run osmo-stp_10.42.42.5(pid=21991): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21991)]\u000a01:06:37.520895 run osmo-stp_10.42.42.5(pid=21991): stdout: \u000a| (launched: 2022-12-14_01:06:36.079902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:37.649086 run osmo-stp_10.42.42.5(pid=21991): stderr: \u000a| �[0;m�[38;5;43m20221214010636246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010636246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010636246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010636246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010636247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010636247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010636247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:37.772388 run osmo-stp_10.42.42.5(pid=21991): stdout: \u000a| (launched: 2022-12-14_01:06:36.079902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:37.894459 run osmo-stp_10.42.42.5(pid=21991): stderr: \u000a| �[0;m�[38;5;43m20221214010636246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010636246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010636246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010636246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010636247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010636247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010636247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:38.036730 run patchelf(pid=21994): Terminating (SIGINT)\u000a01:06:38.204022 run patchelf(pid=21994): Terminated: ok {rc=0}\u000a01:06:38.234397 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21991): Process ended prematurely: osmo-stp_10.42.42.5(pid=21991) [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21991)] [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a01:06:38.243018 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a01:06:38.301874 run osmo-hlr_10.42.42.2(pid=21988): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21988)]\u000a01:06:38.349908 run osmo-hlr_10.42.42.2(pid=21988): stdout: \u000a| (launched: 2022-12-14_01:06:35.150990) \u000a01:06:38.398595 run osmo-hlr_10.42.42.2(pid=21988): stderr: \u000a| �[0;m�[1;31m20221214010635322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010635322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010635322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010635322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010635322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010635322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010635335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010635344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010635344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010635345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:06:38.439966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21987): Terminating (SIGTERM)\u000a01:06:38.478970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21990): Terminating (SIGTERM)\u000a01:06:38.517963 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21993): Terminating (SIGTERM)\u000a01:06:38.526578 --- ParallelTerminationStrategy: PID 21987 died...\u000a01:06:38.579236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21987): Terminated: ok {rc=0}\u000a01:06:38.588755 --- ParallelTerminationStrategy: PID 21990 died...\u000a01:06:38.640882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21990): Terminated: ok {rc=0}\u000a01:06:38.650319 --- ParallelTerminationStrategy: PID 21993 died...\u000a01:06:38.702475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21993): Terminated: ok {rc=0}\u000a01:06:38.789373 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:05:41" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22008): Process ended prematurely: osmo-stp_10.42.42.5(pid=22008) [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22008)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22008): Process ended prematurely: osmo-stp_10.42.42.5(pid=22008) [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:06:40.941187 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:40.952350 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:06:41.093893 tst cs_paging_gprs_active.py: using LAC 37480\u000a01:06:41.212401 tst cs_paging_gprs_active.py: using RAC 250\u000a01:06:41.333299 tst cs_paging_gprs_active.py: using CellId 37480\u000a01:06:41.452753 tst cs_paging_gprs_active.py: using BVCI 37481\u000a01:06:41.475966 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:41.487291 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:41.498402 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:41.509459 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:41.520486 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:41.531525 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:41.542689 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:41.553741 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:41.564939 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:06:41.685939 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:06:41.969474 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:06:42.096028 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:42.412895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21998): Launched\u000a01:06:42.675011 run iperf3-srv_10.42.42.10(pid=21999): Launched\u000a01:06:42.860188 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:06:42.986018 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:43.302219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22000): Launched\u000a01:06:43.564733 run iperf3-srv_10.42.42.10(pid=22001): Launched\u000a01:06:43.749293 tst cs_paging_gprs_active.py:38: start network...\u000a01:06:43.874785 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:06:44.357723 run create_hlr_db(pid=22002): Launched\u000a01:06:44.531163 bus /gobi_6: Setting Powered False\u000a01:06:45.553200 run create_hlr_db(pid=22002): Terminated: ok {rc=0}\u000a01:06:46.015972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22004): Launched\u000a01:06:46.448686 run osmo-hlr_10.42.42.2(pid=22005): Launched\u000a01:06:46.637630 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:06:47.184020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22007): Launched\u000a01:06:47.503924 run osmo-stp_10.42.42.5(pid=22008): Launched\u000a01:06:47.623230 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:06:48.194828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22010): Launched\u000a01:06:48.311752 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:06:48.598717 run patchelf(pid=22011): Launched\u000a01:06:48.790251 run osmo-stp_10.42.42.5(pid=22008): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22008)]\u000a01:06:48.929541 run osmo-stp_10.42.42.5(pid=22008): stdout: \u000a| (launched: 2022-12-14_01:06:47.343222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:49.069097 run osmo-stp_10.42.42.5(pid=22008): stderr: \u000a| �[0;m�[38;5;43m20221214010647526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010647526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010647527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010647527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010647527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010647528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010647528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:49.204076 run osmo-stp_10.42.42.5(pid=22008): stdout: \u000a| (launched: 2022-12-14_01:06:47.343222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:49.337988 run osmo-stp_10.42.42.5(pid=22008): stderr: \u000a| �[0;m�[38;5;43m20221214010647526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010647526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010647527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010647527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010647527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010647528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010647528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:49.494028 run patchelf(pid=22011): Terminating (SIGINT)\u000a01:06:49.676239 run patchelf(pid=22011): Terminated: ok {rc=0}\u000a01:06:49.710136 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22008): Process ended prematurely: osmo-stp_10.42.42.5(pid=22008) [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22008)] [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a01:06:49.720146 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a01:06:49.783753 run osmo-hlr_10.42.42.2(pid=22005): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22005)]\u000a01:06:49.835349 run osmo-hlr_10.42.42.2(pid=22005): stdout: \u000a| (launched: 2022-12-14_01:06:46.186125) \u000a01:06:49.887837 run osmo-hlr_10.42.42.2(pid=22005): stderr: \u000a| �[0;m�[1;31m20221214010646379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010646379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010646379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010646379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010646379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010646379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010646398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010646421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010646424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010646424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:06:49.932587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21998): Terminating (SIGTERM)\u000a01:06:49.974567 run iperf3-srv_10.42.42.10(pid=21999): Terminating (SIGTERM)\u000a01:06:50.016659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22000): Terminating (SIGTERM)\u000a01:06:50.059078 run iperf3-srv_10.42.42.10(pid=22001): Terminating (SIGTERM)\u000a01:06:50.101354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22004): Terminating (SIGTERM)\u000a01:06:50.143523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22007): Terminating (SIGTERM)\u000a01:06:50.185546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22010): Terminating (SIGTERM)\u000a01:06:50.195215 --- ParallelTerminationStrategy: PID 21998 died...\u000a01:06:50.251994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21998): Terminated: ok {rc=0}\u000a01:06:50.262162 --- ParallelTerminationStrategy: PID 21999 died...\u000a01:06:50.318376 run iperf3-srv_10.42.42.10(pid=21999): Terminated {rc=256}\u000a01:06:50.328519 --- ParallelTerminationStrategy: PID 22000 died...\u000a01:06:50.385076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22000): Terminated: ok {rc=0}\u000a01:06:50.395139 --- ParallelTerminationStrategy: PID 22001 died...\u000a01:06:50.451416 run iperf3-srv_10.42.42.10(pid=22001): Terminated {rc=256}\u000a01:06:50.461574 --- ParallelTerminationStrategy: PID 22004 died...\u000a01:06:50.517748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22004): Terminated: ok {rc=0}\u000a01:06:50.527857 --- ParallelTerminationStrategy: PID 22007 died...\u000a01:06:50.583633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22007): Terminated: ok {rc=0}\u000a01:06:50.594034 --- ParallelTerminationStrategy: PID 22010 died...\u000a01:06:50.649853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22010): Terminated: ok {rc=0}\u000a01:06:50.735288 bus /gobi_0: Setting Powered False\u000a01:06:51.840753 bus /gobi_0: Setting Powered False\u000a01:06:52.947620 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22020): Process ended prematurely: osmo-stp_10.42.42.5(pid=22020) [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22020)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22020): Process ended prematurely: osmo-stp_10.42.42.5(pid=22020) [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22020)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a01:06:54.061923 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:54.074431 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:06:54.228506 tst iperf3.py: using LAC 37481\u000a01:06:54.354246 tst iperf3.py: using RAC 251\u000a01:06:54.480031 tst iperf3.py: using CellId 37481\u000a01:06:54.606666 tst iperf3.py: using BVCI 37482\u000a01:06:54.631571 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:54.643376 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:54.655097 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:54.666760 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:54.678729 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:54.690954 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:54.703106 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:54.714885 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:54.727016 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:06:55.022559 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:06:55.158588 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:55.496430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22012): Launched\u000a01:06:55.778278 run iperf3-srv_10.42.42.10(pid=22013): Launched\u000a01:06:55.977127 tst iperf3.py:8: start network...\u000a01:06:56.112474 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:06:56.622823 run create_hlr_db(pid=22014): Launched\u000a01:06:56.811088 bus /gobi_6: Setting Powered False\u000a01:06:57.831065 run create_hlr_db(pid=22014): Terminated: ok {rc=0}\u000a01:06:58.264447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22016): Launched\u000a01:06:58.589139 run osmo-hlr_10.42.42.2(pid=22017): Launched\u000a01:06:58.706165 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:06:59.271888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22019): Launched\u000a01:06:59.595827 run osmo-stp_10.42.42.5(pid=22020): Launched\u000a01:06:59.713932 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:07:00.281660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22022): Launched\u000a01:07:00.397693 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:07:00.681063 run patchelf(pid=22023): Launched\u000a01:07:00.894806 run osmo-stp_10.42.42.5(pid=22020): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22020)]\u000a01:07:01.032052 run osmo-stp_10.42.42.5(pid=22020): stdout: \u000a| (launched: 2022-12-14_01:06:59.436490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:01.166506 run osmo-stp_10.42.42.5(pid=22020): stderr: \u000a| �[0;m�[38;5;43m20221214010659626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010659626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010659626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010659626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010659627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010659627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010659627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:01.293633 run osmo-stp_10.42.42.5(pid=22020): stdout: \u000a| (launched: 2022-12-14_01:06:59.436490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:01.421001 run osmo-stp_10.42.42.5(pid=22020): stderr: \u000a| �[0;m�[38;5;43m20221214010659626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010659626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010659626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010659626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010659627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010659627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010659627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:01.570051 run patchelf(pid=22023): Terminating (SIGINT)\u000a01:07:01.747976 run patchelf(pid=22023): Terminated: ok {rc=0}\u000a01:07:01.781084 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22020): Process ended prematurely: osmo-stp_10.42.42.5(pid=22020) [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22020)] [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a01:07:01.791708 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a01:07:01.854528 run osmo-hlr_10.42.42.2(pid=22017): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22017)]\u000a01:07:01.904708 run osmo-hlr_10.42.42.2(pid=22017): stdout: \u000a| (launched: 2022-12-14_01:06:58.429487) \u000a01:07:01.956349 run osmo-hlr_10.42.42.2(pid=22017): stderr: \u000a| �[0;m�[1;31m20221214010658624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010658624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010658624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010658624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010658624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010658624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010658637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010658645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010658645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010658645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:07:02.000337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22012): Terminating (SIGTERM)\u000a01:07:02.041768 run iperf3-srv_10.42.42.10(pid=22013): Terminating (SIGTERM)\u000a01:07:02.085547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22016): Terminating (SIGTERM)\u000a01:07:02.128896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22019): Terminating (SIGTERM)\u000a01:07:02.173057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22022): Terminating (SIGTERM)\u000a01:07:02.182379 --- ParallelTerminationStrategy: PID 22012 died...\u000a01:07:02.235564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22012): Terminated: ok {rc=0}\u000a01:07:02.245083 --- ParallelTerminationStrategy: PID 22013 died...\u000a01:07:02.297578 run iperf3-srv_10.42.42.10(pid=22013): Terminated {rc=256}\u000a01:07:02.306899 --- ParallelTerminationStrategy: PID 22016 died...\u000a01:07:02.359397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22016): Terminated: ok {rc=0}\u000a01:07:02.368823 --- ParallelTerminationStrategy: PID 22019 died...\u000a01:07:02.421461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22019): Terminated: ok {rc=0}\u000a01:07:02.430994 --- ParallelTerminationStrategy: PID 22022 died...\u000a01:07:02.483517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22022): Terminated: ok {rc=0}\u000a01:07:02.566660 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22038): Process ended prematurely: osmo-stp_10.42.42.5(pid=22038) [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22038)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22038): Process ended prematurely: osmo-stp_10.42.42.5(pid=22038) [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a01:07:03.680847 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:03.693948 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:07:03.845252 tst iperf3m4.py: using LAC 37482\u000a01:07:03.974249 tst iperf3m4.py: using RAC 252\u000a01:07:04.100805 tst iperf3m4.py: using CellId 37482\u000a01:07:04.227342 tst iperf3m4.py: using BVCI 37483\u000a01:07:04.252416 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:04.264329 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:04.276063 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:04.287889 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:04.299933 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:04.311968 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:04.324080 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:04.336142 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:04.348433 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:07:04.468862 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:07:04.589018 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:07:04.707101 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:07:05.001922 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:07:05.137588 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:07:05.473911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22024): Launched\u000a01:07:05.755690 run iperf3-srv_10.42.42.10(pid=22025): Launched\u000a01:07:05.954820 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:07:06.090344 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:07:06.426745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22026): Launched\u000a01:07:06.707272 run iperf3-srv_10.42.42.10(pid=22027): Launched\u000a01:07:06.906628 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:07:07.042383 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:07:07.379238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22028): Launched\u000a01:07:07.659291 run iperf3-srv_10.42.42.10(pid=22029): Launched\u000a01:07:07.858697 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:07:07.994214 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:07:08.331661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22030): Launched\u000a01:07:08.611408 run iperf3-srv_10.42.42.10(pid=22031): Launched\u000a01:07:08.810365 tst iperf3m4.py:8: start network...\u000a01:07:08.945832 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:07:09.458372 run create_hlr_db(pid=22032): Launched\u000a01:07:09.646699 bus /gobi_6: Setting Powered False\u000a01:07:10.666211 run create_hlr_db(pid=22032): Terminated: ok {rc=0}\u000a01:07:11.097771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22034): Launched\u000a01:07:11.424073 run osmo-hlr_10.42.42.2(pid=22035): Launched\u000a01:07:11.544770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:07:12.077933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22037): Launched\u000a01:07:12.379687 run osmo-stp_10.42.42.5(pid=22038): Launched\u000a01:07:12.488349 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:07:13.015220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22040): Launched\u000a01:07:13.121827 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:07:13.384594 run patchelf(pid=22041): Launched\u000a01:07:13.560914 run osmo-stp_10.42.42.5(pid=22038): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22038)]\u000a01:07:13.690763 run osmo-stp_10.42.42.5(pid=22038): stdout: \u000a| (launched: 2022-12-14_01:07:12.231050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:13.820753 run osmo-stp_10.42.42.5(pid=22038): stderr: \u000a| �[0;m�[38;5;43m20221214010712397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010712397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010712397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010712397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010712398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010712398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010712398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:13.944798 run osmo-stp_10.42.42.5(pid=22038): stdout: \u000a| (launched: 2022-12-14_01:07:12.231050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:14.067846 run osmo-stp_10.42.42.5(pid=22038): stderr: \u000a| �[0;m�[38;5;43m20221214010712397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010712397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010712397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010712397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010712398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010712398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010712398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:14.211171 run patchelf(pid=22041): Terminating (SIGINT)\u000a01:07:14.379955 run patchelf(pid=22041): Terminated: ok {rc=0}\u000a01:07:14.411160 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22038): Process ended prematurely: osmo-stp_10.42.42.5(pid=22038) [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22038)] [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a01:07:14.420382 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:07:14.479865 run osmo-hlr_10.42.42.2(pid=22035): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22035)]\u000a01:07:14.528436 run osmo-hlr_10.42.42.2(pid=22035): stdout: \u000a| (launched: 2022-12-14_01:07:11.262089) \u000a01:07:14.577338 run osmo-hlr_10.42.42.2(pid=22035): stderr: \u000a| �[0;m�[1;31m20221214010711455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010711455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010711455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010711455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010711455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010711455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010711467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010711476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010711476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010711476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:07:14.618646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22024): Terminating (SIGTERM)\u000a01:07:14.657686 run iperf3-srv_10.42.42.10(pid=22025): Terminating (SIGTERM)\u000a01:07:14.696678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22026): Terminating (SIGTERM)\u000a01:07:14.735595 run iperf3-srv_10.42.42.10(pid=22027): Terminating (SIGTERM)\u000a01:07:14.774568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22028): Terminating (SIGTERM)\u000a01:07:14.813510 run iperf3-srv_10.42.42.10(pid=22029): Terminating (SIGTERM)\u000a01:07:14.852741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22030): Terminating (SIGTERM)\u000a01:07:14.891611 run iperf3-srv_10.42.42.10(pid=22031): Terminating (SIGTERM)\u000a01:07:14.930599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22034): Terminating (SIGTERM)\u000a01:07:14.969638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22037): Terminating (SIGTERM)\u000a01:07:15.009116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22040): Terminating (SIGTERM)\u000a01:07:15.018226 --- ParallelTerminationStrategy: PID 22024 died...\u000a01:07:15.070831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22024): Terminated: ok {rc=0}\u000a01:07:15.080164 --- ParallelTerminationStrategy: PID 22025 died...\u000a01:07:15.132901 run iperf3-srv_10.42.42.10(pid=22025): Terminated {rc=256}\u000a01:07:15.142408 --- ParallelTerminationStrategy: PID 22026 died...\u000a01:07:15.194554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22026): Terminated: ok {rc=0}\u000a01:07:15.204008 --- ParallelTerminationStrategy: PID 22027 died...\u000a01:07:15.256278 run iperf3-srv_10.42.42.10(pid=22027): Terminated {rc=256}\u000a01:07:15.265710 --- ParallelTerminationStrategy: PID 22028 died...\u000a01:07:15.318196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22028): Terminated: ok {rc=0}\u000a01:07:15.327639 --- ParallelTerminationStrategy: PID 22029 died...\u000a01:07:15.379705 run iperf3-srv_10.42.42.10(pid=22029): Terminated {rc=256}\u000a01:07:15.389150 --- ParallelTerminationStrategy: PID 22030 died...\u000a01:07:15.441253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22030): Terminated: ok {rc=0}\u000a01:07:15.450739 --- ParallelTerminationStrategy: PID 22031 died...\u000a01:07:15.502646 run iperf3-srv_10.42.42.10(pid=22031): Terminated {rc=256}\u000a01:07:15.512175 --- ParallelTerminationStrategy: PID 22034 died...\u000a01:07:15.564456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22034): Terminated: ok {rc=0}\u000a01:07:15.574017 --- ParallelTerminationStrategy: PID 22037 died...\u000a01:07:15.626175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22037): Terminated: ok {rc=0}\u000a01:07:15.635712 --- ParallelTerminationStrategy: PID 22040 died...\u000a01:07:15.687987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22040): Terminated: ok {rc=0}\u000a01:07:15.776015 bus /gobi_4: Setting Powered False\u000a01:07:16.895100 bus /gobi_4: Setting Powered False\u000a01:07:18.005045 bus /gobi_1: Setting Powered False\u000a01:07:19.108908 bus /gobi_1: Setting Powered False\u000a01:07:20.219211 bus /gobi_0: Setting Powered False\u000a01:07:21.320939 bus /gobi_0: Setting Powered False\u000a01:07:22.430233 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22048): Process ended prematurely: osmo-stp_10.42.42.5(pid=22048) [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22048)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22048): Process ended prematurely: osmo-stp_10.42.42.5(pid=22048) [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a01:07:23.497303 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:23.509392 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:07:23.648281 tst ping.py: using LAC 37483\u000a01:07:23.767214 tst ping.py: using RAC 253\u000a01:07:23.890641 tst ping.py: using CellId 37483\u000a01:07:24.005154 tst ping.py: using BVCI 37484\u000a01:07:24.027797 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:24.039153 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:24.050320 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:24.061421 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:24.072395 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:24.083490 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:24.094797 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:24.105947 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:07:24.378293 tst ping.py:19: start network...\u000a01:07:24.500472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:07:24.975229 run create_hlr_db(pid=22042): Launched\u000a01:07:25.146224 bus /gobi_6: Setting Powered False\u000a01:07:26.168176 run create_hlr_db(pid=22042): Terminated: ok {rc=0}\u000a01:07:26.564380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22044): Launched\u000a01:07:26.859883 run osmo-hlr_10.42.42.2(pid=22045): Launched\u000a01:07:26.977187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:07:27.501538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22047): Launched\u000a01:07:27.797849 run osmo-stp_10.42.42.5(pid=22048): Launched\u000a01:07:27.905365 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:07:28.423009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22050): Launched\u000a01:07:28.528191 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:07:28.788543 run patchelf(pid=22051): Launched\u000a01:07:28.962249 run osmo-stp_10.42.42.5(pid=22048): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22048)]\u000a01:07:29.089364 run osmo-stp_10.42.42.5(pid=22048): stdout: \u000a| (launched: 2022-12-14_01:07:27.650948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:29.216795 run osmo-stp_10.42.42.5(pid=22048): stderr: \u000a| �[0;m�[38;5;43m20221214010727819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010727819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010727819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010727819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010727820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010727820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010727820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:29.339423 run osmo-stp_10.42.42.5(pid=22048): stdout: \u000a| (launched: 2022-12-14_01:07:27.650948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:29.460222 run osmo-stp_10.42.42.5(pid=22048): stderr: \u000a| �[0;m�[38;5;43m20221214010727819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010727819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010727819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010727819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010727820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010727820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010727820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:29.601569 run patchelf(pid=22051): Terminating (SIGINT)\u000a01:07:29.766897 run patchelf(pid=22051): Terminated: ok {rc=0}\u000a01:07:29.797192 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22048): Process ended prematurely: osmo-stp_10.42.42.5(pid=22048) [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22048)] [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a01:07:29.806467 tst ping.py:22: Test FAILED (6.3 sec)\u000a01:07:29.865858 run osmo-hlr_10.42.42.2(pid=22045): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22045)]\u000a01:07:29.914216 run osmo-hlr_10.42.42.2(pid=22045): stdout: \u000a| (launched: 2022-12-14_01:07:26.713906) \u000a01:07:29.963233 run osmo-hlr_10.42.42.2(pid=22045): stderr: \u000a| �[0;m�[1;31m20221214010726885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010726885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010726885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010726885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010726885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010726885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010726898 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010726908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010726908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010726908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:07:30.004997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22044): Terminating (SIGTERM)\u000a01:07:30.043988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22047): Terminating (SIGTERM)\u000a01:07:30.083147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22050): Terminating (SIGTERM)\u000a01:07:30.092310 --- ParallelTerminationStrategy: PID 22044 died...\u000a01:07:30.145227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22044): Terminated: ok {rc=0}\u000a01:07:30.154776 --- ParallelTerminationStrategy: PID 22047 died...\u000a01:07:30.207142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22047): Terminated: ok {rc=0}\u000a01:07:30.216646 --- ParallelTerminationStrategy: PID 22050 died...\u000a01:07:30.269578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22050): Terminated: ok {rc=0}\u000a01:07:30.356785 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22058): Process ended prematurely: osmo-stp_10.42.42.5(pid=22058) [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22058)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22058): Process ended prematurely: osmo-stp_10.42.42.5(pid=22058) [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a01:07:31.412884 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:31.427881 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:07:31.577343 tst ping_idle_ping.py: using LAC 37484\u000a01:07:31.706282 tst ping_idle_ping.py: using RAC 254\u000a01:07:31.851507 tst ping_idle_ping.py: using CellId 37484\u000a01:07:32.004565 tst ping_idle_ping.py: using BVCI 37485\u000a01:07:32.036613 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:32.051164 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:32.065384 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:32.078370 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:32.092552 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:32.107289 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:32.122106 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:32.136705 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:07:32.430000 tst ping_idle_ping.py:24: start network...\u000a01:07:32.553644 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:07:33.031633 run create_hlr_db(pid=22052): Launched\u000a01:07:33.203682 bus /gobi_6: Setting Powered False\u000a01:07:34.225027 run create_hlr_db(pid=22052): Terminated: ok {rc=0}\u000a01:07:34.623124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22054): Launched\u000a01:07:34.920529 run osmo-hlr_10.42.42.2(pid=22055): Launched\u000a01:07:35.028940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:07:35.545560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22057): Launched\u000a01:07:35.843457 run osmo-stp_10.42.42.5(pid=22058): Launched\u000a01:07:35.952079 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:07:36.468855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22060): Launched\u000a01:07:36.574318 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:07:36.833867 run patchelf(pid=22061): Launched\u000a01:07:37.007389 run osmo-stp_10.42.42.5(pid=22058): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22058)]\u000a01:07:37.134217 run osmo-stp_10.42.42.5(pid=22058): stdout: \u000a| (launched: 2022-12-14_01:07:35.696007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:37.261230 run osmo-stp_10.42.42.5(pid=22058): stderr: \u000a| �[0;m�[38;5;43m20221214010735863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010735863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010735864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010735864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010735865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010735865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010735865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:37.383525 run osmo-stp_10.42.42.5(pid=22058): stdout: \u000a| (launched: 2022-12-14_01:07:35.696007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:37.504577 run osmo-stp_10.42.42.5(pid=22058): stderr: \u000a| �[0;m�[38;5;43m20221214010735863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010735863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010735864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010735864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010735865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010735865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010735865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:37.645802 run patchelf(pid=22061): Terminating (SIGINT)\u000a01:07:37.811702 run patchelf(pid=22061): Terminated: ok {rc=0}\u000a01:07:37.841965 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22058): Process ended prematurely: osmo-stp_10.42.42.5(pid=22058) [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22058)] [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a01:07:37.850645 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a01:07:37.910018 run osmo-hlr_10.42.42.2(pid=22055): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22055)]\u000a01:07:37.958035 run osmo-hlr_10.42.42.2(pid=22055): stdout: \u000a| (launched: 2022-12-14_01:07:34.774154) \u000a01:07:38.006772 run osmo-hlr_10.42.42.2(pid=22055): stderr: \u000a| �[0;m�[1;31m20221214010734947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010734947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010734947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010734947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010734947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010734947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010734959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010734969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010734970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010734970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:07:38.048294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22054): Terminating (SIGTERM)\u000a01:07:38.087360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22057): Terminating (SIGTERM)\u000a01:07:38.126338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22060): Terminating (SIGTERM)\u000a01:07:38.135373 --- ParallelTerminationStrategy: PID 22054 died...\u000a01:07:38.187695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22054): Terminated: ok {rc=0}\u000a01:07:38.197110 --- ParallelTerminationStrategy: PID 22057 died...\u000a01:07:38.249144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22057): Terminated: ok {rc=0}\u000a01:07:38.258541 --- ParallelTerminationStrategy: PID 22060 died...\u000a01:07:38.310529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22060): Terminated: ok {rc=0}\u000a01:07:38.392971 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:06:40" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22071): Process ended prematurely: osmo-stp_10.42.42.5(pid=22071) [trial-2397↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22071)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22071): Process ended prematurely: osmo-stp_10.42.42.5(pid=22071) [trial-2397↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22071)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:07:40.447818 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:40.459751 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:07:40.626677 tst switch_tch_pdch.py: using LAC 37485\u000a01:07:40.751661 tst switch_tch_pdch.py: using RAC 255\u000a01:07:40.876791 tst switch_tch_pdch.py: using CellId 37485\u000a01:07:41.000797 tst switch_tch_pdch.py: using BVCI 37486\u000a01:07:41.025379 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:41.037128 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:41.048554 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:41.060059 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:41.072322 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:41.084897 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:41.097600 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:41.110039 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:07:41.228374 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:07:41.520110 tst switch_tch_pdch.py:51: start network...\u000a01:07:41.654002 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:07:42.157509 run create_hlr_db(pid=22065): Launched\u000a01:07:42.343968 bus /gobi_6: Setting Powered False\u000a01:07:43.363821 run create_hlr_db(pid=22065): Terminated: ok {rc=0}\u000a01:07:43.764929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22067): Launched\u000a01:07:44.061364 run osmo-hlr_10.42.42.2(pid=22068): Launched\u000a01:07:44.179263 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:07:44.702270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22070): Launched\u000a01:07:45.000298 run osmo-stp_10.42.42.5(pid=22071): Launched\u000a01:07:45.107149 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:07:45.622753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22073): Launched\u000a01:07:45.727645 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:07:46.056660 run patchelf(pid=22074): Launched\u000a01:07:46.251869 run osmo-stp_10.42.42.5(pid=22071): ERR: Terminated: ERROR {rc=1} [trial-2397↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22071)]\u000a01:07:46.394066 run osmo-stp_10.42.42.5(pid=22071): stdout: \u000a| (launched: 2022-12-14_01:07:44.852487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:46.536300 run osmo-stp_10.42.42.5(pid=22071): stderr: \u000a| �[0;m�[38;5;43m20221214010745019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010745019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010745019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010745020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010745020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010745020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010745020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:46.673263 run osmo-stp_10.42.42.5(pid=22071): stdout: \u000a| (launched: 2022-12-14_01:07:44.852487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:46.809980 run osmo-stp_10.42.42.5(pid=22071): stderr: \u000a| �[0;m�[38;5;43m20221214010745019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010745019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010745019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010745020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010745020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010745020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010745020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:46.968687 run patchelf(pid=22074): Terminating (SIGINT)\u000a01:07:47.152717 run patchelf(pid=22074): Terminated: ok {rc=0}\u000a01:07:47.186616 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22071): Process ended prematurely: osmo-stp_10.42.42.5(pid=22071) [trial-2397↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22071)] [trial-2397↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:07:47.196451 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a01:07:47.260361 run osmo-hlr_10.42.42.2(pid=22068): ERR: Terminated: ERROR {rc=237} [trial-2397↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22068)]\u000a01:07:47.312459 run osmo-hlr_10.42.42.2(pid=22068): stdout: \u000a| (launched: 2022-12-14_01:07:43.915099) \u000a01:07:47.365116 run osmo-hlr_10.42.42.2(pid=22068): stderr: \u000a| �[0;m�[1;31m20221214010744085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010744085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010744085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010744086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010744086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010744086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010744098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010744106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010744106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010744106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:07:47.410397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22067): Terminating (SIGTERM)\u000a01:07:47.452776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22070): Terminating (SIGTERM)\u000a01:07:47.495901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22073): Terminating (SIGTERM)\u000a01:07:47.505767 --- ParallelTerminationStrategy: PID 22067 died...\u000a01:07:47.562759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22067): Terminated: ok {rc=0}\u000a01:07:47.573015 --- ParallelTerminationStrategy: PID 22070 died...\u000a01:07:47.629474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22070): Terminated: ok {rc=0}\u000a01:07:47.639562 --- ParallelTerminationStrategy: PID 22073 died...\u000a01:07:47.696209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22073): Terminated: ok {rc=0}\u000a01:07:47.783801 bus /gobi_0: Setting Powered False\u000a01:07:48.889707 bus /gobi_0: Setting Powered False\u000a01:07:49.998578 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:07:40" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22084): Process ended prematurely: osmo-stp_10.42.42.5(pid=22084) [trial-2397↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22084)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22084): Process ended prematurely: osmo-stp_10.42.42.5(pid=22084) [trial-2397↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a01:07:51.979583 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:07:51.990658 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a01:07:52.156376 tst switch_tch_pdch.py: using LAC 37486\u000a01:07:52.273229 tst switch_tch_pdch.py: using RAC 1\u000a01:07:52.388297 tst switch_tch_pdch.py: using CellId 37486\u000a01:07:52.502115 tst switch_tch_pdch.py: using BVCI 37487\u000a01:07:52.524668 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:07:52.535576 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:07:52.546315 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:07:52.557013 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:07:52.567758 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:07:52.578540 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:07:52.589659 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:07:52.600459 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:07:52.720702 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:07:53.012371 tst switch_tch_pdch.py:51: start network...\u000a01:07:53.144881 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:07:53.617926 run create_hlr_db(pid=22078): Launched\u000a01:07:53.748218 bus /gobi_6: Setting Powered False\u000a01:07:54.823916 run create_hlr_db(pid=22078): Terminated: ok {rc=0}\u000a01:07:55.198013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22080): Launched\u000a01:07:55.493692 run osmo-hlr_10.42.42.2(pid=22081): Launched\u000a01:07:55.610909 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:07:56.106078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22083): Launched\u000a01:07:56.401825 run osmo-stp_10.42.42.5(pid=22084): Launched\u000a01:07:56.508241 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:07:56.998725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22086): Launched\u000a01:07:57.103228 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:07:57.360305 run patchelf(pid=22087): Launched\u000a01:07:57.533215 run osmo-stp_10.42.42.5(pid=22084): ERR: Terminated: ERROR {rc=1} [trial-2397↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22084)]\u000a01:07:57.659780 run osmo-stp_10.42.42.5(pid=22084): stdout: \u000a| (launched: 2022-12-14_01:07:56.256342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:57.786889 run osmo-stp_10.42.42.5(pid=22084): stderr: \u000a| �[0;m�[38;5;43m20221214010756422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010756422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010756423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010756423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010756424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010756424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010756424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:57.908914 run osmo-stp_10.42.42.5(pid=22084): stdout: \u000a| (launched: 2022-12-14_01:07:56.256342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:58.030096 run osmo-stp_10.42.42.5(pid=22084): stderr: \u000a| �[0;m�[38;5;43m20221214010756422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010756422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010756423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010756423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010756424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010756424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010756424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:58.171171 run patchelf(pid=22087): Terminating (SIGINT)\u000a01:07:58.336528 run patchelf(pid=22087): Terminated: ok {rc=0}\u000a01:07:58.366729 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22084): Process ended prematurely: osmo-stp_10.42.42.5(pid=22084) [trial-2397↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22084)] [trial-2397↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a01:07:58.375258 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a01:07:58.434022 run osmo-hlr_10.42.42.2(pid=22081): ERR: Terminated: ERROR {rc=237} [trial-2397↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22081)]\u000a01:07:58.482045 run osmo-hlr_10.42.42.2(pid=22081): stdout: \u000a| (launched: 2022-12-14_01:07:55.347892) \u000a01:07:58.530713 run osmo-hlr_10.42.42.2(pid=22081): stderr: \u000a| �[0;m�[1;31m20221214010755517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010755517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010755517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010755517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010755517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010755517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010755529 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010755539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010755539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010755539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:07:58.572137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22080): Terminating (SIGTERM)\u000a01:07:58.611059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22083): Terminating (SIGTERM)\u000a01:07:58.650122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22086): Terminating (SIGTERM)\u000a01:07:58.659218 --- ParallelTerminationStrategy: PID 22080 died...\u000a01:07:58.712155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22080): Terminated: ok {rc=0}\u000a01:07:58.721751 --- ParallelTerminationStrategy: PID 22083 died...\u000a01:07:58.774089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22083): Terminated: ok {rc=0}\u000a01:07:58.783546 --- ParallelTerminationStrategy: PID 22086 died...\u000a01:07:58.835772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22086): Terminated: ok {rc=0}\u000a01:07:58.917886 bus /gobi_0: Setting Powered False\u000a01:08:00.017866 bus /gobi_0: Setting Powered False\u000a01:08:01.139881 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:07:51" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22092): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22092) [trial-2397↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22092)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22092): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22092) [trial-2397↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a01:08:03.051732 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a01:08:03.063184 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:08:03.204132 tst mo_mt_sms.py: using LAC 37487\u000a01:08:03.328376 tst mo_mt_sms.py: using RAC 2\u000a01:08:03.453210 tst mo_mt_sms.py: using CellId 37487\u000a01:08:03.579094 tst mo_mt_sms.py: using BVCI 37488\u000a01:08:03.603354 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:08:03.718876 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:08:04.008198 tst mo_mt_sms.py:9: start nitb and bts...\u000a01:08:04.141327 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:08:04.800089 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22091): Launched\u000a01:08:05.116118 run osmo-nitb_10.42.42.2(pid=22092): Launched\u000a01:08:05.312799 run osmo-nitb_10.42.42.2(pid=22092): ERR: Terminated: ERROR {rc=2} [trial-2397↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22092)]\u000a01:08:05.457677 run osmo-nitb_10.42.42.2(pid=22092): stdout: \u000a| (launched: 2022-12-14_01:08:04.962234) \u000a01:08:05.602653 run osmo-nitb_10.42.42.2(pid=22092): stderr: \u000a| (launched: 2022-12-14_01:08:05.009443)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:08:05.743002 run osmo-nitb_10.42.42.2(pid=22092): stdout: \u000a| (launched: 2022-12-14_01:08:04.962234) \u000a01:08:05.881608 run osmo-nitb_10.42.42.2(pid=22092): stderr: \u000a| (launched: 2022-12-14_01:08:05.009443)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:08:06.244568 tst osmo-nitb_10.42.42.2(pid=22092): stdout: \u000a| (launched: 2022-12-14_01:08:04.962234) \u000a01:08:06.372052 tst osmo-nitb_10.42.42.2(pid=22092): stderr: \u000a| (launched: 2022-12-14_01:08:05.009443)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:08:06.427785 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=22092): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22092) [trial-2397↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22092)] [trial-2397↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a01:08:06.436654 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a01:08:06.473755 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22091): Terminating (SIGTERM)\u000a01:08:06.652650 --- ParallelTerminationStrategy: PID 22091 died...\u000a01:08:06.711106 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22091): Terminated: ok {rc=0}\u000a01:08:06.798443 bus /sierra_3: Setting Powered False\u000a01:08:07.906526 bus /sierra_3: Setting Powered False\u000a01:08:09.018868 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:08:02" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22104): Process ended prematurely: osmo-stp_10.42.42.5(pid=22104) [trial-2397↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22104)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22104): Process ended prematurely: osmo-stp_10.42.42.5(pid=22104) [trial-2397↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a01:08:10.924877 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:10.936247 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:08:11.077386 tst mo_mt_sms.py: using LAC 37488\u000a01:08:11.203862 tst mo_mt_sms.py: using RAC 3\u000a01:08:11.328237 tst mo_mt_sms.py: using CellId 37488\u000a01:08:11.452937 tst mo_mt_sms.py: using BVCI 37489\u000a01:08:11.477364 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:11.488589 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:11.499617 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:11.510591 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:11.522181 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:11.533615 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:08:11.648321 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:08:11.857812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:08:12.360465 run create_hlr_db(pid=22098): Launched\u000a01:08:12.546315 bus /sierra_2: Setting Powered False\u000a01:08:13.567227 run create_hlr_db(pid=22098): Terminated: ok {rc=0}\u000a01:08:13.968543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22100): Launched\u000a01:08:14.266202 run osmo-hlr_10.42.42.2(pid=22101): Launched\u000a01:08:14.375369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:08:14.889438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22103): Launched\u000a01:08:15.185830 run osmo-stp_10.42.42.5(pid=22104): Launched\u000a01:08:15.292920 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:08:15.843276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22106): Launched\u000a01:08:16.167852 run osmo-msc_10.42.42.6(pid=22107): Launched\u000a01:08:16.395824 run osmo-stp_10.42.42.5(pid=22104): ERR: Terminated: ERROR {rc=1} [trial-2397↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22104)]\u000a01:08:16.559562 run osmo-stp_10.42.42.5(pid=22104): stdout: \u000a| (launched: 2022-12-14_01:08:15.039902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:16.901623 run osmo-stp_10.42.42.5(pid=22104): stderr: \u000a| �[0;m�[38;5;43m20221214010815204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010815204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010815205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010815205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010815206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010815206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010815206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:17.022831 run osmo-stp_10.42.42.5(pid=22104): stdout: \u000a| (launched: 2022-12-14_01:08:15.039902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:17.155991 run osmo-stp_10.42.42.5(pid=22104): stderr: \u000a| �[0;m�[38;5;43m20221214010815204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010815204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010815205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010815205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010815206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010815206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010815206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:17.213457 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=22104): Process ended prematurely: osmo-stp_10.42.42.5(pid=22104) [trial-2397↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22104)] [trial-2397↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a01:08:17.222811 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a01:08:17.288076 run osmo-hlr_10.42.42.2(pid=22101): ERR: Terminated: ERROR {rc=237} [trial-2397↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22101)]\u000a01:08:17.342625 run osmo-hlr_10.42.42.2(pid=22101): stdout: \u000a| (launched: 2022-12-14_01:08:14.118826) \u000a01:08:17.398024 run osmo-hlr_10.42.42.2(pid=22101): stderr: \u000a| �[0;m�[1;31m20221214010814288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010814288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010814288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010814288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010814289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010814289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010814300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010814311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010814311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010814311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:08:17.471141 run osmo-msc_10.42.42.6(pid=22107): ERR: Terminated: ERROR {rc=2} [trial-2397↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22107)]\u000a01:08:17.524146 run osmo-msc_10.42.42.6(pid=22107): stdout: \u000a| (launched: 2022-12-14_01:08:16.011924) \u000a01:08:17.576105 run osmo-msc_10.42.42.6(pid=22107): stderr: \u000a| �[0;m�[38;5;43m20221214010816668 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010816668 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a5cc4fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010816670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010816670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010816671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010816671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010816678 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010816680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010816681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010816681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:08:17.620814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22100): Terminating (SIGTERM)\u000a01:08:17.663054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22103): Terminating (SIGTERM)\u000a01:08:17.705105 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22106): Terminating (SIGTERM)\u000a01:08:17.714734 --- ParallelTerminationStrategy: PID 22100 died...\u000a01:08:17.771535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22100): Terminated: ok {rc=0}\u000a01:08:17.781707 --- ParallelTerminationStrategy: PID 22103 died...\u000a01:08:17.837641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22103): Terminated: ok {rc=0}\u000a01:08:17.847600 --- ParallelTerminationStrategy: PID 22106 died...\u000a01:08:17.903564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22106): Terminated: ok {rc=0}\u000a01:08:17.989804 bus /sierra_3: Setting Powered False\u000a01:08:19.094962 bus /sierra_3: Setting Powered False\u000a01:08:20.205753 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:08:10" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22113): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22113) [trial-2397↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22113)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22113): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22113) [trial-2397↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a01:08:22.045167 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a01:08:22.055969 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:08:22.187855 tst assert_extension.py: using LAC 37489\u000a01:08:22.305905 tst assert_extension.py: using RAC 4\u000a01:08:22.421691 tst assert_extension.py: using CellId 37489\u000a01:08:22.547405 tst assert_extension.py: using BVCI 37490\u000a01:08:22.571602 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a01:08:22.843963 tst assert_extension.py:10: start nitb and bts...\u000a01:08:22.966243 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:08:23.580920 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22112): Launched\u000a01:08:23.874210 run osmo-nitb_10.42.42.2(pid=22113): Launched\u000a01:08:24.056023 run osmo-nitb_10.42.42.2(pid=22113): ERR: Terminated: ERROR {rc=2} [trial-2397↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22113)]\u000a01:08:24.190674 run osmo-nitb_10.42.42.2(pid=22113): stdout: \u000a| (launched: 2022-12-14_01:08:23.730756) \u000a01:08:24.325862 run osmo-nitb_10.42.42.2(pid=22113): stderr: \u000a| (launched: 2022-12-14_01:08:23.774548)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:08:24.455825 run osmo-nitb_10.42.42.2(pid=22113): stdout: \u000a| (launched: 2022-12-14_01:08:23.730756) \u000a01:08:24.584458 run osmo-nitb_10.42.42.2(pid=22113): stderr: \u000a| (launched: 2022-12-14_01:08:23.774548)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:08:24.993313 tst osmo-nitb_10.42.42.2(pid=22113): stdout: \u000a| (launched: 2022-12-14_01:08:23.730756) \u000a01:08:25.111152 tst osmo-nitb_10.42.42.2(pid=22113): stderr: \u000a| (launched: 2022-12-14_01:08:23.774548)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:08:25.162963 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=22113): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22113) [trial-2397↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22113)] [trial-2397↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a01:08:25.170974 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a01:08:25.205425 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22112): Terminating (SIGTERM)\u000a01:08:25.382686 --- ParallelTerminationStrategy: PID 22112 died...\u000a01:08:25.437733 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22112): Terminated: ok {rc=0}\u000a01:08:25.525822 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:08:21" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22123): Process ended prematurely: osmo-stp_10.42.42.5(pid=22123) [trial-2397↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22123)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22123): Process ended prematurely: osmo-stp_10.42.42.5(pid=22123) [trial-2397↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22123)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a01:08:27.366031 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:27.376838 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:08:27.509632 tst assert_extension.py: using LAC 37490\u000a01:08:27.625419 tst assert_extension.py: using RAC 5\u000a01:08:27.742076 tst assert_extension.py: using CellId 37490\u000a01:08:27.858917 tst assert_extension.py: using BVCI 37491\u000a01:08:27.881403 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:27.892062 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:27.902723 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:27.913265 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:27.923769 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:27.934243 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a01:08:28.135789 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:08:28.612720 run create_hlr_db(pid=22117): Launched\u000a01:08:28.784433 bus /sierra_2: Setting Powered False\u000a01:08:29.806549 run create_hlr_db(pid=22117): Terminated: ok {rc=0}\u000a01:08:30.232216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22119): Launched\u000a01:08:30.552518 run osmo-hlr_10.42.42.2(pid=22120): Launched\u000a01:08:30.671670 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:08:31.374619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22122): Launched\u000a01:08:31.730638 run osmo-stp_10.42.42.5(pid=22123): Launched\u000a01:08:31.926690 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:08:32.477697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22125): Launched\u000a01:08:32.770173 run osmo-msc_10.42.42.6(pid=22126): Launched\u000a01:08:32.940641 run osmo-stp_10.42.42.5(pid=22123): ERR: Terminated: ERROR {rc=1} [trial-2397↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22123)]\u000a01:08:33.064285 run osmo-stp_10.42.42.5(pid=22123): stdout: \u000a| (launched: 2022-12-14_01:08:31.531554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:33.186326 run osmo-stp_10.42.42.5(pid=22123): stderr: \u000a| �[0;m�[38;5;43m20221214010831770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010831770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010831770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010831771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010831772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010831772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010831772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:33.303913 run osmo-stp_10.42.42.5(pid=22123): stdout: \u000a| (launched: 2022-12-14_01:08:31.531554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:33.420853 run osmo-stp_10.42.42.5(pid=22123): stderr: \u000a| �[0;m�[38;5;43m20221214010831770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010831770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010831770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010831771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010831772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010831772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010831772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:33.472174 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=22123): Process ended prematurely: osmo-stp_10.42.42.5(pid=22123) [trial-2397↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22123)] [trial-2397↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a01:08:33.479923 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a01:08:33.538572 run osmo-hlr_10.42.42.2(pid=22120): ERR: Terminated: ERROR {rc=237} [trial-2397↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22120)]\u000a01:08:33.586829 run osmo-hlr_10.42.42.2(pid=22120): stdout: \u000a| (launched: 2022-12-14_01:08:30.395214) \u000a01:08:33.635775 run osmo-hlr_10.42.42.2(pid=22120): stderr: \u000a| �[0;m�[1;31m20221214010830588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010830588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010830588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010830588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010830588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010830588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010830601 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010830609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010830610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010830610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:08:33.701986 run osmo-msc_10.42.42.6(pid=22126): ERR: Terminated: ERROR {rc=2} [trial-2397↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22126)]\u000a01:08:33.750141 run osmo-msc_10.42.42.6(pid=22126): stdout: \u000a| (launched: 2022-12-14_01:08:32.625805) \u000a01:08:33.798959 run osmo-msc_10.42.42.6(pid=22126): stderr: \u000a| �[0;m�[38;5;43m20221214010832895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010832895 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc58812c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010832896 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010832896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010832896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010832896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010832898 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010832898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010832898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010832898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:08:33.840582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22119): Terminating (SIGTERM)\u000a01:08:33.879762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22122): Terminating (SIGTERM)\u000a01:08:33.918883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22125): Terminating (SIGTERM)\u000a01:08:33.927939 --- ParallelTerminationStrategy: PID 22119 died...\u000a01:08:33.979918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22119): Terminated: ok {rc=0}\u000a01:08:33.989237 --- ParallelTerminationStrategy: PID 22122 died...\u000a01:08:34.040734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22122): Terminated: ok {rc=0}\u000a01:08:34.049941 --- ParallelTerminationStrategy: PID 22125 died...\u000a01:08:34.101813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22125): Terminated: ok {rc=0}\u000a01:08:34.189130 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:08:27" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22137): Process ended prematurely: osmo-stp_10.42.42.5(pid=22137) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22137)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22137): Process ended prematurely: osmo-stp_10.42.42.5(pid=22137) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:08:36.151231 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:36.162817 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:08:36.327884 tst mo_mt_call.py: using LAC 37491\u000a01:08:36.453626 tst mo_mt_call.py: using RAC 6\u000a01:08:36.580939 tst mo_mt_call.py: using CellId 37491\u000a01:08:36.712031 tst mo_mt_call.py: using BVCI 37492\u000a01:08:36.736736 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:36.748423 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:36.759916 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:36.771461 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:36.783458 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:36.795297 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:08:36.912692 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:08:37.110228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:08:37.593371 run create_hlr_db(pid=22131): Launched\u000a01:08:37.765547 bus /sierra_2: Setting Powered False\u000a01:08:38.786618 run create_hlr_db(pid=22131): Terminated: ok {rc=0}\u000a01:08:39.213865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22133): Launched\u000a01:08:39.534577 run osmo-hlr_10.42.42.2(pid=22134): Launched\u000a01:08:39.654042 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:08:40.213025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22136): Launched\u000a01:08:40.535181 run osmo-stp_10.42.42.5(pid=22137): Launched\u000a01:08:40.651244 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:08:41.239731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22139): Launched\u000a01:08:41.562442 run osmo-msc_10.42.42.6(pid=22140): Launched\u000a01:08:41.750954 run osmo-stp_10.42.42.5(pid=22137): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22137)]\u000a01:08:41.888019 run osmo-stp_10.42.42.5(pid=22137): stdout: \u000a| (launched: 2022-12-14_01:08:40.376307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:42.022729 run osmo-stp_10.42.42.5(pid=22137): stderr: \u000a| �[0;m�[38;5;43m20221214010840563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010840563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010840564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010840564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010840565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010840565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010840565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:42.151952 run osmo-stp_10.42.42.5(pid=22137): stdout: \u000a| (launched: 2022-12-14_01:08:40.376307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:42.280264 run osmo-stp_10.42.42.5(pid=22137): stderr: \u000a| �[0;m�[38;5;43m20221214010840563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010840563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010840564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010840564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010840565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010840565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010840565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:42.337450 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22137): Process ended prematurely: osmo-stp_10.42.42.5(pid=22137) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22137)] [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a01:08:42.346931 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a01:08:42.409604 run osmo-hlr_10.42.42.2(pid=22134): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22134)]\u000a01:08:42.461015 run osmo-hlr_10.42.42.2(pid=22134): stdout: \u000a| (launched: 2022-12-14_01:08:39.377207) \u000a01:08:42.512979 run osmo-hlr_10.42.42.2(pid=22134): stderr: \u000a| �[0;m�[1;31m20221214010839571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010839571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010839571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010839571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010839571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010839571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010839583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010839591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010839591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010839591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:08:42.583437 run osmo-msc_10.42.42.6(pid=22140): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22140)]\u000a01:08:42.634540 run osmo-msc_10.42.42.6(pid=22140): stdout: \u000a| (launched: 2022-12-14_01:08:41.402673) \u000a01:08:42.686536 run osmo-msc_10.42.42.6(pid=22140): stderr: \u000a| �[0;m�[38;5;43m20221214010841719 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010841719 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e72419c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010841719 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010841719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010841719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010841720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010841721 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010841722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010841722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010841722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:08:42.730542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22133): Terminating (SIGTERM)\u000a01:08:42.772678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22136): Terminating (SIGTERM)\u000a01:08:42.814757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22139): Terminating (SIGTERM)\u000a01:08:42.824316 --- ParallelTerminationStrategy: PID 22133 died...\u000a01:08:42.880258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22133): Terminated: ok {rc=0}\u000a01:08:42.890322 --- ParallelTerminationStrategy: PID 22136 died...\u000a01:08:42.945960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22136): Terminated: ok {rc=0}\u000a01:08:42.955931 --- ParallelTerminationStrategy: PID 22139 died...\u000a01:08:43.011484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22139): Terminated: ok {rc=0}\u000a01:08:43.098328 bus /sierra_3: Setting Powered False\u000a01:08:44.203101 bus /sierra_3: Setting Powered False\u000a01:08:45.311751 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22148): Process ended prematurely: osmo-stp_10.42.42.5(pid=22148) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22148)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22148): Process ended prematurely: osmo-stp_10.42.42.5(pid=22148) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:08:46.440183 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:46.453523 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:08:46.651460 tst mo_mt_call_osmux.py: using LAC 37492\u000a01:08:46.783125 tst mo_mt_call_osmux.py: using RAC 7\u000a01:08:46.935895 tst mo_mt_call_osmux.py: using CellId 37492\u000a01:08:47.098674 tst mo_mt_call_osmux.py: using BVCI 37493\u000a01:08:47.133284 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:47.150933 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:47.165885 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:47.181872 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:47.199524 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:47.213100 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:08:47.338526 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:08:47.539374 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:08:48.022204 run create_hlr_db(pid=22142): Launched\u000a01:08:48.194017 bus /sierra_2: Setting Powered False\u000a01:08:49.216781 run create_hlr_db(pid=22142): Terminated: ok {rc=0}\u000a01:08:49.619079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22144): Launched\u000a01:08:49.919830 run osmo-hlr_10.42.42.2(pid=22145): Launched\u000a01:08:50.028572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:08:50.549828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22147): Launched\u000a01:08:50.851880 run osmo-stp_10.42.42.5(pid=22148): Launched\u000a01:08:50.960586 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:08:51.509407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22150): Launched\u000a01:08:51.811100 run osmo-msc_10.42.42.6(pid=22151): Launched\u000a01:08:51.987294 run osmo-stp_10.42.42.5(pid=22148): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22148)]\u000a01:08:52.114700 run osmo-stp_10.42.42.5(pid=22148): stdout: \u000a| (launched: 2022-12-14_01:08:50.703154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:52.240313 run osmo-stp_10.42.42.5(pid=22148): stderr: \u000a| �[0;m�[38;5;43m20221214010850870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010850870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010850870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010850871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010850871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010850871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010850871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:52.360872 run osmo-stp_10.42.42.5(pid=22148): stdout: \u000a| (launched: 2022-12-14_01:08:50.703154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:52.481257 run osmo-stp_10.42.42.5(pid=22148): stderr: \u000a| �[0;m�[38;5;43m20221214010850870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010850870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010850870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010850871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010850871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010850871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010850871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:52.534366 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22148): Process ended prematurely: osmo-stp_10.42.42.5(pid=22148) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22148)] [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a01:08:52.543033 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:08:52.601785 run osmo-hlr_10.42.42.2(pid=22145): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22145)]\u000a01:08:52.649850 run osmo-hlr_10.42.42.2(pid=22145): stdout: \u000a| (launched: 2022-12-14_01:08:49.772340) \u000a01:08:52.698721 run osmo-hlr_10.42.42.2(pid=22145): stderr: \u000a| �[0;m�[1;31m20221214010849946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010849946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010849946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010849946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010849946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010849946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010849965 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010849974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010849974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010849974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:08:52.765454 run osmo-msc_10.42.42.6(pid=22151): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22151)]\u000a01:08:52.813469 run osmo-msc_10.42.42.6(pid=22151): stdout: \u000a| (launched: 2022-12-14_01:08:51.661703) \u000a01:08:52.861899 run osmo-msc_10.42.42.6(pid=22151): stderr: \u000a| �[0;m�[38;5;43m20221214010851930 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010851931 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ee9943c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010851931 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010851931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010851931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010851931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010851933 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010851933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010851933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010851933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:08:52.903103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22144): Terminating (SIGTERM)\u000a01:08:52.942043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22147): Terminating (SIGTERM)\u000a01:08:52.981052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22150): Terminating (SIGTERM)\u000a01:08:52.990115 --- ParallelTerminationStrategy: PID 22144 died...\u000a01:08:53.042413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22144): Terminated: ok {rc=0}\u000a01:08:53.051661 --- ParallelTerminationStrategy: PID 22147 died...\u000a01:08:53.103625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22147): Terminated: ok {rc=0}\u000a01:08:53.112896 --- ParallelTerminationStrategy: PID 22150 died...\u000a01:08:53.164849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22150): Terminated: ok {rc=0}\u000a01:08:53.252216 bus /sierra_3: Setting Powered False\u000a01:08:54.355413 bus /sierra_3: Setting Powered False\u000a01:08:55.465335 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:08:35" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22198): Process ended prematurely: osmo-stp_10.42.42.5(pid=22198) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22198)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22198): Process ended prematurely: osmo-stp_10.42.42.5(pid=22198) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a01:08:57.457933 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:08:57.469151 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:08:57.622748 tst mo_mt_call.py: using LAC 37493\u000a01:08:57.739484 tst mo_mt_call.py: using RAC 8\u000a01:08:57.859446 tst mo_mt_call.py: using CellId 37493\u000a01:08:57.978610 tst mo_mt_call.py: using BVCI 37494\u000a01:08:58.001356 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:08:58.012448 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:08:58.023453 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:08:58.034407 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:08:58.045465 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:08:58.056368 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:08:58.176128 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:08:58.375767 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:08:58.858421 run create_hlr_db(pid=22156): Launched\u000a01:08:59.031005 bus /sierra_2: Setting Powered False\u000a01:09:00.051818 run create_hlr_db(pid=22156): Terminated: ok {rc=0}\u000a01:09:00.479987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22158): Launched\u000a01:09:00.802219 run osmo-hlr_10.42.42.2(pid=22159): Launched\u000a01:09:00.983908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:09:01.662728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22184): Launched\u000a01:09:02.045634 run osmo-stp_10.42.42.5(pid=22198): Launched\u000a01:09:02.207186 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:09:02.984769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22224): Launched\u000a01:09:03.475458 run osmo-msc_10.42.42.6(pid=22243): Launched\u000a01:09:03.954898 run osmo-stp_10.42.42.5(pid=22198): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22198)]\u000a01:09:04.207646 run osmo-stp_10.42.42.5(pid=22198): stdout: \u000a| (launched: 2022-12-14_01:09:01.841842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:04.371690 run osmo-stp_10.42.42.5(pid=22198): stderr: \u000a| �[0;m�[38;5;43m20221214010902199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010902199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010902200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010902200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010902200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010902206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010902207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:04.543292 run osmo-stp_10.42.42.5(pid=22198): stdout: \u000a| (launched: 2022-12-14_01:09:01.841842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:04.702559 run osmo-stp_10.42.42.5(pid=22198): stderr: \u000a| �[0;m�[38;5;43m20221214010902199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010902199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010902200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010902200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010902200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010902206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010902207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:04.771960 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22198): Process ended prematurely: osmo-stp_10.42.42.5(pid=22198) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22198)] [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a01:09:04.783853 tst mo_mt_call.py:8: Test FAILED (7.4 sec)\u000a01:09:04.856988 run osmo-hlr_10.42.42.2(pid=22159): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22159)]\u000a01:09:04.920721 run osmo-hlr_10.42.42.2(pid=22159): stdout: \u000a| (launched: 2022-12-14_01:09:00.643362) \u000a01:09:04.974974 run osmo-hlr_10.42.42.2(pid=22159): stderr: \u000a| �[0;m�[1;31m20221214010900864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010900864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010900864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010900864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010900864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010900864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010900887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010900899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010900900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010900900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:09:05.047585 run osmo-msc_10.42.42.6(pid=22243): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22243)]\u000a01:09:05.105457 run osmo-msc_10.42.42.6(pid=22243): stdout: \u000a| (launched: 2022-12-14_01:09:03.186255) \u000a01:09:05.160058 run osmo-msc_10.42.42.6(pid=22243): stderr: \u000a| �[0;m�[38;5;43m20221214010903747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010903747 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c34c04c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010903747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010903747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010903747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010903748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010903755 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010903755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010903755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010903755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:09:05.206300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22158): Terminating (SIGTERM)\u000a01:09:05.251828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22184): Terminating (SIGTERM)\u000a01:09:05.297889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22224): Terminating (SIGTERM)\u000a01:09:05.308501 --- ParallelTerminationStrategy: PID 22158 died...\u000a01:09:05.368889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22158): Terminated: ok {rc=0}\u000a01:09:05.380344 --- ParallelTerminationStrategy: PID 22184 died...\u000a01:09:05.438048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22184): Terminated: ok {rc=0}\u000a01:09:05.449110 --- ParallelTerminationStrategy: PID 22224 died...\u000a01:09:05.508027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22224): Terminated: ok {rc=0}\u000a01:09:05.598372 bus /sierra_3: Setting Powered False\u000a01:09:06.708331 bus /sierra_3: Setting Powered False\u000a01:09:07.820560 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22445): Process ended prematurely: osmo-stp_10.42.42.5(pid=22445) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22445)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22445): Process ended prematurely: osmo-stp_10.42.42.5(pid=22445) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:09:08.932071 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:09:08.945048 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:09:09.105159 tst mo_mt_call_osmux.py: using LAC 37494\u000a01:09:09.226851 tst mo_mt_call_osmux.py: using RAC 9\u000a01:09:09.347950 tst mo_mt_call_osmux.py: using CellId 37494\u000a01:09:09.467821 tst mo_mt_call_osmux.py: using BVCI 37495\u000a01:09:09.492409 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:09:09.504545 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:09:09.516556 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:09:09.528812 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:09:09.541502 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:09:09.553806 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:09:09.673852 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:09:09.880012 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:09:10.414196 run create_hlr_db(pid=22439): Launched\u000a01:09:10.591952 bus /sierra_2: Setting Powered False\u000a01:09:11.613547 run create_hlr_db(pid=22439): Terminated: ok {rc=0}\u000a01:09:12.040085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22441): Launched\u000a01:09:12.443017 run osmo-hlr_10.42.42.2(pid=22442): Launched\u000a01:09:12.676716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:09:13.299281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22444): Launched\u000a01:09:13.701070 run osmo-stp_10.42.42.5(pid=22445): Launched\u000a01:09:13.931425 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:09:14.566370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22447): Launched\u000a01:09:14.978749 run osmo-msc_10.42.42.6(pid=22448): Launched\u000a01:09:15.347602 run osmo-stp_10.42.42.5(pid=22445): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22445)]\u000a01:09:15.619308 run osmo-stp_10.42.42.5(pid=22445): stdout: \u000a| (launched: 2022-12-14_01:09:13.455764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:15.805991 run osmo-stp_10.42.42.5(pid=22445): stderr: \u000a| �[0;m�[38;5;43m20221214010913775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010913775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010913776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010913776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010913777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010913777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010913777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:15.982082 run osmo-stp_10.42.42.5(pid=22445): stdout: \u000a| (launched: 2022-12-14_01:09:13.455764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:16.119127 run osmo-stp_10.42.42.5(pid=22445): stderr: \u000a| �[0;m�[38;5;43m20221214010913775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010913775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010913776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010913776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010913777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010913777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010913777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:16.174542 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22445): Process ended prematurely: osmo-stp_10.42.42.5(pid=22445) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22445)] [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a01:09:16.183834 tst mo_mt_call_osmux.py:8: Test FAILED (7.3 sec)\u000a01:09:16.244544 run osmo-hlr_10.42.42.2(pid=22442): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22442)]\u000a01:09:16.302485 run osmo-hlr_10.42.42.2(pid=22442): stdout: \u000a| (launched: 2022-12-14_01:09:12.195414) \u000a01:09:16.384062 run osmo-hlr_10.42.42.2(pid=22442): stderr: \u000a| �[0;m�[1;31m20221214010912531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010912531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010912531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010912531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010912531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010912531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010912547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010912555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010912555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010912555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:09:16.470637 run osmo-msc_10.42.42.6(pid=22448): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22448)]\u000a01:09:16.526893 run osmo-msc_10.42.42.6(pid=22448): stdout: \u000a| (launched: 2022-12-14_01:09:14.723228) \u000a01:09:16.586600 run osmo-msc_10.42.42.6(pid=22448): stderr: \u000a| �[0;m�[38;5;43m20221214010915307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010915307 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8bbd78ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010915307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010915307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010915307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010915307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010915313 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010915313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010915314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010915314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:09:16.635348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22441): Terminating (SIGTERM)\u000a01:09:16.686471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22444): Terminating (SIGTERM)\u000a01:09:16.736144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22447): Terminating (SIGTERM)\u000a01:09:16.747552 --- ParallelTerminationStrategy: PID 22441 died...\u000a01:09:16.814066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22441): Terminated: ok {rc=0}\u000a01:09:16.826185 --- ParallelTerminationStrategy: PID 22444 died...\u000a01:09:16.888027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22444): Terminated: ok {rc=0}\u000a01:09:16.900093 --- ParallelTerminationStrategy: PID 22447 died...\u000a01:09:16.964250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22447): Terminated: ok {rc=0}\u000a01:09:17.062716 bus /sierra_3: Setting Powered False\u000a01:09:18.171146 bus /sierra_3: Setting Powered False\u000a01:09:19.285607 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:08:57" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22459): Process ended prematurely: osmo-stp_10.42.42.5(pid=22459) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22459)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22459): Process ended prematurely: osmo-stp_10.42.42.5(pid=22459) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:09:21.320251 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:21.333110 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:09:21.507723 tst mo_mt_call.py: using LAC 37495\u000a01:09:21.638661 tst mo_mt_call.py: using RAC 10\u000a01:09:21.775541 tst mo_mt_call.py: using CellId 37495\u000a01:09:21.903003 tst mo_mt_call.py: using BVCI 37496\u000a01:09:21.930356 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:21.943689 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:21.957873 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:21.971152 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:21.984749 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:21.998561 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:09:22.128282 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:09:22.349968 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:09:22.912769 run create_hlr_db(pid=22453): Launched\u000a01:09:23.107051 bus /sierra_2: Setting Powered False\u000a01:09:24.127853 run create_hlr_db(pid=22453): Terminated: ok {rc=0}\u000a01:09:24.582200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22455): Launched\u000a01:09:25.016024 run osmo-hlr_10.42.42.2(pid=22456): Launched\u000a01:09:25.255917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:09:25.848493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22458): Launched\u000a01:09:26.206026 run osmo-stp_10.42.42.5(pid=22459): Launched\u000a01:09:26.325719 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:09:26.928713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22462): Launched\u000a01:09:27.255814 run osmo-msc_10.42.42.6(pid=22463): Launched\u000a01:09:27.447050 run osmo-stp_10.42.42.5(pid=22459): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22459)]\u000a01:09:27.585784 run osmo-stp_10.42.42.5(pid=22459): stdout: \u000a| (launched: 2022-12-14_01:09:26.020208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:27.722832 run osmo-stp_10.42.42.5(pid=22459): stderr: \u000a| �[0;m�[38;5;43m20221214010926221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010926221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010926221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010926222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010926222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010926222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010926222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:27.854808 run osmo-stp_10.42.42.5(pid=22459): stdout: \u000a| (launched: 2022-12-14_01:09:26.020208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:27.984430 run osmo-stp_10.42.42.5(pid=22459): stderr: \u000a| �[0;m�[38;5;43m20221214010926221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010926221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010926221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010926222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010926222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010926222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010926222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:28.042143 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22459): Process ended prematurely: osmo-stp_10.42.42.5(pid=22459) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22459)] [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a01:09:28.051492 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a01:09:28.114465 run osmo-hlr_10.42.42.2(pid=22456): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22456)]\u000a01:09:28.166172 run osmo-hlr_10.42.42.2(pid=22456): stdout: \u000a| (launched: 2022-12-14_01:09:24.749725) \u000a01:09:28.218356 run osmo-hlr_10.42.42.2(pid=22456): stderr: \u000a| �[0;m�[1;31m20221214010925059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010925059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010925059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010925059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010925059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010925059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010925074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010925086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010925087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010925087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:09:28.289319 run osmo-msc_10.42.42.6(pid=22463): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22463)]\u000a01:09:28.341068 run osmo-msc_10.42.42.6(pid=22463): stdout: \u000a| (launched: 2022-12-14_01:09:27.095286) \u000a01:09:28.393287 run osmo-msc_10.42.42.6(pid=22463): stderr: \u000a| �[0;m�[38;5;43m20221214010927416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010927416 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa838b9cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010927416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010927416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010927416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010927416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010927418 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010927418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010927419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010927419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:09:28.437703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22455): Terminating (SIGTERM)\u000a01:09:28.479768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22458): Terminating (SIGTERM)\u000a01:09:28.521931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22462): Terminating (SIGTERM)\u000a01:09:28.531601 --- ParallelTerminationStrategy: PID 22455 died...\u000a01:09:28.588092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22455): Terminated: ok {rc=0}\u000a01:09:28.598144 --- ParallelTerminationStrategy: PID 22458 died...\u000a01:09:28.654776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22458): Terminated: ok {rc=0}\u000a01:09:28.664729 --- ParallelTerminationStrategy: PID 22462 died...\u000a01:09:28.720803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22462): Terminated: ok {rc=0}\u000a01:09:28.809237 bus /sierra_3: Setting Powered False\u000a01:09:29.912288 bus /sierra_3: Setting Powered False\u000a01:09:31.038194 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22472): Process ended prematurely: osmo-stp_10.42.42.5(pid=22472) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22472)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22472): Process ended prematurely: osmo-stp_10.42.42.5(pid=22472) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:09:32.154882 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:32.168379 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:09:32.337690 tst mo_mt_call_osmux.py: using LAC 37496\u000a01:09:32.465321 tst mo_mt_call_osmux.py: using RAC 11\u000a01:09:32.595071 tst mo_mt_call_osmux.py: using CellId 37496\u000a01:09:32.722644 tst mo_mt_call_osmux.py: using BVCI 37497\u000a01:09:32.747549 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:32.759474 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:32.771439 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:32.783176 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:32.795287 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:32.807278 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:09:32.925877 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:09:33.130231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:09:33.623512 run create_hlr_db(pid=22466): Launched\u000a01:09:33.799257 bus /sierra_2: Setting Powered False\u000a01:09:34.820083 run create_hlr_db(pid=22466): Terminated: ok {rc=0}\u000a01:09:35.249377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22468): Launched\u000a01:09:35.554492 run osmo-hlr_10.42.42.2(pid=22469): Launched\u000a01:09:35.666288 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:09:36.199075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22471): Launched\u000a01:09:36.502768 run osmo-stp_10.42.42.5(pid=22472): Launched\u000a01:09:36.612943 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:09:37.172482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22474): Launched\u000a01:09:37.479185 run osmo-msc_10.42.42.6(pid=22475): Launched\u000a01:09:37.660096 run osmo-stp_10.42.42.5(pid=22472): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22472)]\u000a01:09:37.789854 run osmo-stp_10.42.42.5(pid=22472): stdout: \u000a| (launched: 2022-12-14_01:09:36.353314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:37.916648 run osmo-stp_10.42.42.5(pid=22472): stderr: \u000a| �[0;m�[38;5;43m20221214010936523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010936523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010936523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010936523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010936524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010936524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010936524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:38.039320 run osmo-stp_10.42.42.5(pid=22472): stdout: \u000a| (launched: 2022-12-14_01:09:36.353314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:38.160104 run osmo-stp_10.42.42.5(pid=22472): stderr: \u000a| �[0;m�[38;5;43m20221214010936523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010936523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010936523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010936523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010936524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010936524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010936524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:38.213633 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22472): Process ended prematurely: osmo-stp_10.42.42.5(pid=22472) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22472)] [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a01:09:38.222309 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:09:38.281693 run osmo-hlr_10.42.42.2(pid=22469): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22469)]\u000a01:09:38.330585 run osmo-hlr_10.42.42.2(pid=22469): stdout: \u000a| (launched: 2022-12-14_01:09:35.404331) \u000a01:09:38.380297 run osmo-hlr_10.42.42.2(pid=22469): stderr: \u000a| �[0;m�[1;31m20221214010935578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010935578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010935578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010935578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010935578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010935578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010935590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010935598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010935599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010935599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:09:38.447822 run osmo-msc_10.42.42.6(pid=22475): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22475)]\u000a01:09:38.496886 run osmo-msc_10.42.42.6(pid=22475): stdout: \u000a| (launched: 2022-12-14_01:09:37.327235) \u000a01:09:38.546616 run osmo-msc_10.42.42.6(pid=22475): stderr: \u000a| �[0;m�[38;5;43m20221214010937597 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010937597 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec6dd59c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010937597 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010937597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010937598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010937598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010937599 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010937600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010937600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010937600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:09:38.588756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22468): Terminating (SIGTERM)\u000a01:09:38.628345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22471): Terminating (SIGTERM)\u000a01:09:38.667946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22474): Terminating (SIGTERM)\u000a01:09:38.677168 --- ParallelTerminationStrategy: PID 22468 died...\u000a01:09:38.730133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22468): Terminated: ok {rc=0}\u000a01:09:38.739655 --- ParallelTerminationStrategy: PID 22471 died...\u000a01:09:38.792347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22471): Terminated: ok {rc=0}\u000a01:09:38.801887 --- ParallelTerminationStrategy: PID 22474 died...\u000a01:09:38.855220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22474): Terminated: ok {rc=0}\u000a01:09:38.939015 bus /sierra_3: Setting Powered False\u000a01:09:40.041296 bus /sierra_3: Setting Powered False\u000a01:09:41.151843 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:09:21" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22486): Process ended prematurely: osmo-stp_10.42.42.5(pid=22486) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22486)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22486): Process ended prematurely: osmo-stp_10.42.42.5(pid=22486) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22486)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:09:43.158846 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:43.170527 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:09:43.339930 tst mo_mt_call.py: using LAC 37497\u000a01:09:43.467110 tst mo_mt_call.py: using RAC 12\u000a01:09:43.593186 tst mo_mt_call.py: using CellId 37497\u000a01:09:43.720758 tst mo_mt_call.py: using BVCI 37498\u000a01:09:43.745516 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:43.757618 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:43.769587 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:43.781154 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:43.793087 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:43.804810 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:09:43.922122 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:09:44.134851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:09:44.648225 run create_hlr_db(pid=22480): Launched\u000a01:09:44.837669 bus /sierra_2: Setting Powered False\u000a01:09:45.859991 run create_hlr_db(pid=22480): Terminated: ok {rc=0}\u000a01:09:46.335080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22482): Launched\u000a01:09:46.753842 run osmo-hlr_10.42.42.2(pid=22483): Launched\u000a01:09:46.964064 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:09:47.600642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22485): Launched\u000a01:09:47.908642 run osmo-stp_10.42.42.5(pid=22486): Launched\u000a01:09:48.018923 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:09:48.579053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22488): Launched\u000a01:09:48.886827 run osmo-msc_10.42.42.6(pid=22489): Launched\u000a01:09:49.066138 run osmo-stp_10.42.42.5(pid=22486): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22486)]\u000a01:09:49.194630 run osmo-stp_10.42.42.5(pid=22486): stdout: \u000a| (launched: 2022-12-14_01:09:47.755960)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:49.321666 run osmo-stp_10.42.42.5(pid=22486): stderr: \u000a| �[0;m�[38;5;43m20221214010947925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010947926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010947926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010947926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010947927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010947927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010947927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:49.443840 run osmo-stp_10.42.42.5(pid=22486): stdout: \u000a| (launched: 2022-12-14_01:09:47.755960)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:49.564489 run osmo-stp_10.42.42.5(pid=22486): stderr: \u000a| �[0;m�[38;5;43m20221214010947925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010947926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010947926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010947926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010947927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010947927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010947927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:49.618212 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22486): Process ended prematurely: osmo-stp_10.42.42.5(pid=22486) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22486)] [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a01:09:49.626858 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a01:09:49.685774 run osmo-hlr_10.42.42.2(pid=22483): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22483)]\u000a01:09:49.734550 run osmo-hlr_10.42.42.2(pid=22483): stdout: \u000a| (launched: 2022-12-14_01:09:46.497743) \u000a01:09:49.784028 run osmo-hlr_10.42.42.2(pid=22483): stderr: \u000a| �[0;m�[1;31m20221214010946837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010946837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010946837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010946837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010946837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010946837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010946861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010946869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010946869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010946869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:09:49.851016 run osmo-msc_10.42.42.6(pid=22489): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22489)]\u000a01:09:49.899675 run osmo-msc_10.42.42.6(pid=22489): stdout: \u000a| (launched: 2022-12-14_01:09:48.735313) \u000a01:09:49.948837 run osmo-msc_10.42.42.6(pid=22489): stderr: \u000a| �[0;m�[38;5;43m20221214010949007 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010949007 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f473881ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010949007 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010949007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010949007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010949008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010949009 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010949010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010949010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010949010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:09:49.990636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22482): Terminating (SIGTERM)\u000a01:09:50.030327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22485): Terminating (SIGTERM)\u000a01:09:50.069905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22488): Terminating (SIGTERM)\u000a01:09:50.079002 --- ParallelTerminationStrategy: PID 22482 died...\u000a01:09:50.131935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22482): Terminated: ok {rc=0}\u000a01:09:50.141401 --- ParallelTerminationStrategy: PID 22485 died...\u000a01:09:50.193832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22485): Terminated: ok {rc=0}\u000a01:09:50.203203 --- ParallelTerminationStrategy: PID 22488 died...\u000a01:09:50.255810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22488): Terminated: ok {rc=0}\u000a01:09:50.343727 bus /sierra_3: Setting Powered False\u000a01:09:51.447607 bus /sierra_3: Setting Powered False\u000a01:09:52.557599 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22497): Process ended prematurely: osmo-stp_10.42.42.5(pid=22497) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22497)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22497): Process ended prematurely: osmo-stp_10.42.42.5(pid=22497) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:09:53.666709 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:53.678615 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:09:53.836366 tst mo_mt_call_osmux.py: using LAC 37498\u000a01:09:53.964183 tst mo_mt_call_osmux.py: using RAC 13\u000a01:09:54.086527 tst mo_mt_call_osmux.py: using CellId 37498\u000a01:09:54.207180 tst mo_mt_call_osmux.py: using BVCI 37499\u000a01:09:54.230524 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:54.241792 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:54.252913 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:54.263959 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:54.275046 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:54.286086 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:09:54.405827 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:09:54.609983 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:09:55.099679 run create_hlr_db(pid=22491): Launched\u000a01:09:55.276449 bus /sierra_2: Setting Powered False\u000a01:09:56.296999 run create_hlr_db(pid=22491): Terminated: ok {rc=0}\u000a01:09:56.735611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22493): Launched\u000a01:09:57.067643 run osmo-hlr_10.42.42.2(pid=22494): Launched\u000a01:09:57.191113 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:09:57.763810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22496): Launched\u000a01:09:58.093710 run osmo-stp_10.42.42.5(pid=22497): Launched\u000a01:09:58.212158 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:09:58.812630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22499): Launched\u000a01:09:59.142911 run osmo-msc_10.42.42.6(pid=22500): Launched\u000a01:09:59.334412 run osmo-stp_10.42.42.5(pid=22497): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22497)]\u000a01:09:59.473052 run osmo-stp_10.42.42.5(pid=22497): stdout: \u000a| (launched: 2022-12-14_01:09:57.930961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:59.610001 run osmo-stp_10.42.42.5(pid=22497): stderr: \u000a| �[0;m�[38;5;43m20221214010958122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010958122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010958122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010958122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010958123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010958123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010958123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:59.741838 run osmo-stp_10.42.42.5(pid=22497): stdout: \u000a| (launched: 2022-12-14_01:09:57.930961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:59.872688 run osmo-stp_10.42.42.5(pid=22497): stderr: \u000a| �[0;m�[38;5;43m20221214010958122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214010958122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214010958122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214010958122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214010958123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214010958123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214010958123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:59.930518 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22497): Process ended prematurely: osmo-stp_10.42.42.5(pid=22497) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22497)] [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a01:09:59.939913 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:10:00.002938 run osmo-hlr_10.42.42.2(pid=22494): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22494)]\u000a01:10:00.054224 run osmo-hlr_10.42.42.2(pid=22494): stdout: \u000a| (launched: 2022-12-14_01:09:56.902784) \u000a01:10:00.106516 run osmo-hlr_10.42.42.2(pid=22494): stderr: \u000a| �[0;m�[1;31m20221214010957099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214010957099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214010957099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010957100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214010957100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214010957100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214010957111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214010957120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214010957120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214010957120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:10:00.177343 run osmo-msc_10.42.42.6(pid=22500): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22500)]\u000a01:10:00.228827 run osmo-msc_10.42.42.6(pid=22500): stdout: \u000a| (launched: 2022-12-14_01:09:58.979605) \u000a01:10:00.280990 run osmo-msc_10.42.42.6(pid=22500): stderr: \u000a| �[0;m�[38;5;43m20221214010959301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214010959301 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f85b1d3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214010959301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214010959301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214010959302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214010959302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214010959303 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214010959304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214010959304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214010959304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:10:00.325375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22493): Terminating (SIGTERM)\u000a01:10:00.367455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22496): Terminating (SIGTERM)\u000a01:10:00.409680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22499): Terminating (SIGTERM)\u000a01:10:00.419265 --- ParallelTerminationStrategy: PID 22493 died...\u000a01:10:00.475772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22493): Terminated: ok {rc=0}\u000a01:10:00.485831 --- ParallelTerminationStrategy: PID 22496 died...\u000a01:10:00.541952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22496): Terminated: ok {rc=0}\u000a01:10:00.551842 --- ParallelTerminationStrategy: PID 22499 died...\u000a01:10:00.607893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22499): Terminated: ok {rc=0}\u000a01:10:00.695143 bus /sierra_3: Setting Powered False\u000a01:10:01.809676 bus /sierra_3: Setting Powered False\u000a01:10:02.920742 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:09:42" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22515): Process ended prematurely: osmo-stp_10.42.42.5(pid=22515) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22515)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22515): Process ended prematurely: osmo-stp_10.42.42.5(pid=22515) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22515)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:10:04.926150 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:04.937357 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:10:05.093819 tst mo_mt_call.py: using LAC 37499\u000a01:10:05.213077 tst mo_mt_call.py: using RAC 14\u000a01:10:05.333928 tst mo_mt_call.py: using CellId 37499\u000a01:10:05.455163 tst mo_mt_call.py: using BVCI 37500\u000a01:10:05.478380 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:05.489680 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:05.500636 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:05.511832 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:05.523088 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:05.534256 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:10:05.654586 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:10:05.858433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:10:06.348696 run create_hlr_db(pid=22509): Launched\u000a01:10:06.524042 bus /sierra_2: Setting Powered False\u000a01:10:07.545675 run create_hlr_db(pid=22509): Terminated: ok {rc=0}\u000a01:10:07.983782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22511): Launched\u000a01:10:08.313189 run osmo-hlr_10.42.42.2(pid=22512): Launched\u000a01:10:08.434212 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:10:09.007639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22514): Launched\u000a01:10:09.335571 run osmo-stp_10.42.42.5(pid=22515): Launched\u000a01:10:09.454631 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:10:10.055804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22517): Launched\u000a01:10:10.386218 run osmo-msc_10.42.42.6(pid=22518): Launched\u000a01:10:10.578080 run osmo-stp_10.42.42.5(pid=22515): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22515)]\u000a01:10:10.716748 run osmo-stp_10.42.42.5(pid=22515): stdout: \u000a| (launched: 2022-12-14_01:10:09.174204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:10.854200 run osmo-stp_10.42.42.5(pid=22515): stderr: \u000a| �[0;m�[38;5;43m20221214011009366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011009366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011009366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011009366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011009367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011009367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011009367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:10.985590 run osmo-stp_10.42.42.5(pid=22515): stdout: \u000a| (launched: 2022-12-14_01:10:09.174204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:11.116247 run osmo-stp_10.42.42.5(pid=22515): stderr: \u000a| �[0;m�[38;5;43m20221214011009366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011009366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011009366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011009366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011009367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011009367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011009367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:11.173934 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22515): Process ended prematurely: osmo-stp_10.42.42.5(pid=22515) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22515)] [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:10:11.183241 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:10:11.246008 run osmo-hlr_10.42.42.2(pid=22512): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22512)]\u000a01:10:11.297411 run osmo-hlr_10.42.42.2(pid=22512): stdout: \u000a| (launched: 2022-12-14_01:10:08.150226) \u000a01:10:11.349735 run osmo-hlr_10.42.42.2(pid=22512): stderr: \u000a| �[0;m�[1;31m20221214011008346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011008346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011008346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011008346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011008346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011008346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011008359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011008368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011008368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011008368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:10:11.420162 run osmo-msc_10.42.42.6(pid=22518): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22518)]\u000a01:10:11.471424 run osmo-msc_10.42.42.6(pid=22518): stdout: \u000a| (launched: 2022-12-14_01:10:10.222355) \u000a01:10:11.523350 run osmo-msc_10.42.42.6(pid=22518): stderr: \u000a| �[0;m�[38;5;43m20221214011010542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011010542 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f971a793c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011010542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011010542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011010542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011010542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011010544 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011010544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011010544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011010544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:10:11.567879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22511): Terminating (SIGTERM)\u000a01:10:11.609997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22514): Terminating (SIGTERM)\u000a01:10:11.651985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22517): Terminating (SIGTERM)\u000a01:10:11.661659 --- ParallelTerminationStrategy: PID 22511 died...\u000a01:10:11.717816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22511): Terminated: ok {rc=0}\u000a01:10:11.727731 --- ParallelTerminationStrategy: PID 22514 died...\u000a01:10:11.783906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22514): Terminated: ok {rc=0}\u000a01:10:11.793925 --- ParallelTerminationStrategy: PID 22517 died...\u000a01:10:11.850104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22517): Terminated: ok {rc=0}\u000a01:10:11.937934 bus /sierra_3: Setting Powered False\u000a01:10:13.044836 bus /sierra_3: Setting Powered False\u000a01:10:14.155898 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22526): Process ended prematurely: osmo-stp_10.42.42.5(pid=22526) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22526)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22526): Process ended prematurely: osmo-stp_10.42.42.5(pid=22526) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:10:15.265848 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:15.277967 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:10:15.445211 tst mo_mt_call_osmux.py: using LAC 37500\u000a01:10:15.574982 tst mo_mt_call_osmux.py: using RAC 15\u000a01:10:15.704013 tst mo_mt_call_osmux.py: using CellId 37500\u000a01:10:15.835766 tst mo_mt_call_osmux.py: using BVCI 37501\u000a01:10:15.867389 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:15.879699 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:15.898536 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:15.910527 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:15.922239 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:15.933924 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:10:16.060925 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:10:16.319302 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:10:16.882712 run create_hlr_db(pid=22520): Launched\u000a01:10:17.078449 bus /sierra_2: Setting Powered False\u000a01:10:18.087401 run create_hlr_db(pid=22520): Terminated: ok {rc=0}\u000a01:10:18.535375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22522): Launched\u000a01:10:18.866557 run osmo-hlr_10.42.42.2(pid=22523): Launched\u000a01:10:18.988425 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:10:19.560508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22525): Launched\u000a01:10:19.890158 run osmo-stp_10.42.42.5(pid=22526): Launched\u000a01:10:20.008588 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:10:20.611407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22528): Launched\u000a01:10:20.940560 run osmo-msc_10.42.42.6(pid=22529): Launched\u000a01:10:21.134160 run osmo-stp_10.42.42.5(pid=22526): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22526)]\u000a01:10:21.273811 run osmo-stp_10.42.42.5(pid=22526): stdout: \u000a| (launched: 2022-12-14_01:10:19.728770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:21.411416 run osmo-stp_10.42.42.5(pid=22526): stderr: \u000a| �[0;m�[38;5;43m20221214011019920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011019920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011019920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011019920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011019921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011019921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011019921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:21.543296 run osmo-stp_10.42.42.5(pid=22526): stdout: \u000a| (launched: 2022-12-14_01:10:19.728770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:21.674252 run osmo-stp_10.42.42.5(pid=22526): stderr: \u000a| �[0;m�[38;5;43m20221214011019920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011019920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011019920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011019920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011019921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011019921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011019921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:21.731977 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22526): Process ended prematurely: osmo-stp_10.42.42.5(pid=22526) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22526)] [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:10:21.741463 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a01:10:21.804798 run osmo-hlr_10.42.42.2(pid=22523): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22523)]\u000a01:10:21.856470 run osmo-hlr_10.42.42.2(pid=22523): stdout: \u000a| (launched: 2022-12-14_01:10:18.702206) \u000a01:10:21.908879 run osmo-hlr_10.42.42.2(pid=22523): stderr: \u000a| �[0;m�[1;31m20221214011018899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011018899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011018900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011018900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011018900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011018900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011018911 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011018920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011018920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011018920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:10:21.979460 run osmo-msc_10.42.42.6(pid=22529): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22529)]\u000a01:10:22.030816 run osmo-msc_10.42.42.6(pid=22529): stdout: \u000a| (launched: 2022-12-14_01:10:20.777759) \u000a01:10:22.082788 run osmo-msc_10.42.42.6(pid=22529): stderr: \u000a| �[0;m�[38;5;43m20221214011021097 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011021097 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd183303c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011021098 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011021098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011021098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011021098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011021100 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011021100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011021100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011021100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:10:22.126981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22522): Terminating (SIGTERM)\u000a01:10:22.168696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22525): Terminating (SIGTERM)\u000a01:10:22.210571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22528): Terminating (SIGTERM)\u000a01:10:22.220208 --- ParallelTerminationStrategy: PID 22522 died...\u000a01:10:22.276359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22522): Terminated: ok {rc=0}\u000a01:10:22.286320 --- ParallelTerminationStrategy: PID 22525 died...\u000a01:10:22.342102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22525): Terminated: ok {rc=0}\u000a01:10:22.352047 --- ParallelTerminationStrategy: PID 22528 died...\u000a01:10:22.407935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22528): Terminated: ok {rc=0}\u000a01:10:22.494910 bus /sierra_3: Setting Powered False\u000a01:10:23.600810 bus /sierra_3: Setting Powered False\u000a01:10:24.708804 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:10:04" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22540): Process ended prematurely: osmo-stp_10.42.42.5(pid=22540) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22540)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22540): Process ended prematurely: osmo-stp_10.42.42.5(pid=22540) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22540)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:10:26.726354 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:26.738405 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:10:26.910747 tst mo_mt_call.py: using LAC 37501\u000a01:10:27.042536 tst mo_mt_call.py: using RAC 16\u000a01:10:27.168050 tst mo_mt_call.py: using CellId 37501\u000a01:10:27.295204 tst mo_mt_call.py: using BVCI 37502\u000a01:10:27.320090 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:27.331871 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:27.343437 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:27.355012 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:27.367023 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:27.379065 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:10:27.497472 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:10:27.710452 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:10:28.225433 run create_hlr_db(pid=22534): Launched\u000a01:10:28.414001 bus /sierra_2: Setting Powered False\u000a01:10:29.434827 run create_hlr_db(pid=22534): Terminated: ok {rc=0}\u000a01:10:29.871918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22536): Launched\u000a01:10:30.200553 run osmo-hlr_10.42.42.2(pid=22537): Launched\u000a01:10:30.322520 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:10:30.913826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22539): Launched\u000a01:10:31.272479 run osmo-stp_10.42.42.5(pid=22540): Launched\u000a01:10:31.400828 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:10:32.071789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22542): Launched\u000a01:10:32.433801 run osmo-msc_10.42.42.6(pid=22543): Launched\u000a01:10:32.617682 run osmo-stp_10.42.42.5(pid=22540): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22540)]\u000a01:10:32.747773 run osmo-stp_10.42.42.5(pid=22540): stdout: \u000a| (launched: 2022-12-14_01:10:31.083680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:32.878874 run osmo-stp_10.42.42.5(pid=22540): stderr: \u000a| �[0;m�[38;5;43m20221214011031459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011031459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011031459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011031460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011031460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011031461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011031461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:33.002290 run osmo-stp_10.42.42.5(pid=22540): stdout: \u000a| (launched: 2022-12-14_01:10:31.083680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:33.123798 run osmo-stp_10.42.42.5(pid=22540): stderr: \u000a| �[0;m�[38;5;43m20221214011031459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011031459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011031459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011031460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011031460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011031461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011031461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:33.177781 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22540): Process ended prematurely: osmo-stp_10.42.42.5(pid=22540) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22540)] [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:10:33.186556 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a01:10:33.245892 run osmo-hlr_10.42.42.2(pid=22537): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22537)]\u000a01:10:33.295573 run osmo-hlr_10.42.42.2(pid=22537): stdout: \u000a| (launched: 2022-12-14_01:10:30.037703) \u000a01:10:33.345504 run osmo-hlr_10.42.42.2(pid=22537): stderr: \u000a| �[0;m�[1;31m20221214011030234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011030234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011030235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011030235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011030235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011030235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011030246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011030255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011030255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011030255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:10:33.413048 run osmo-msc_10.42.42.6(pid=22543): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22543)]\u000a01:10:33.462241 run osmo-msc_10.42.42.6(pid=22543): stdout: \u000a| (launched: 2022-12-14_01:10:32.243132) \u000a01:10:33.511785 run osmo-msc_10.42.42.6(pid=22543): stderr: \u000a| �[0;m�[38;5;43m20221214011032586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011032586 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6733773c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011032586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011032586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011032586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011032587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011032588 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011032589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011032589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011032589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:10:33.554067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22536): Terminating (SIGTERM)\u000a01:10:33.594180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22539): Terminating (SIGTERM)\u000a01:10:33.634364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22542): Terminating (SIGTERM)\u000a01:10:33.643553 --- ParallelTerminationStrategy: PID 22536 died...\u000a01:10:33.696823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22536): Terminated: ok {rc=0}\u000a01:10:33.706574 --- ParallelTerminationStrategy: PID 22539 died...\u000a01:10:33.759424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22539): Terminated: ok {rc=0}\u000a01:10:33.768920 --- ParallelTerminationStrategy: PID 22542 died...\u000a01:10:33.821775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22542): Terminated: ok {rc=0}\u000a01:10:33.909717 bus /sierra_3: Setting Powered False\u000a01:10:35.013582 bus /sierra_3: Setting Powered False\u000a01:10:36.120721 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22551): Process ended prematurely: osmo-stp_10.42.42.5(pid=22551) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22551)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22551): Process ended prematurely: osmo-stp_10.42.42.5(pid=22551) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:10:37.235232 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:37.247815 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:10:37.419859 tst mo_mt_call_osmux.py: using LAC 37502\u000a01:10:37.562224 tst mo_mt_call_osmux.py: using RAC 17\u000a01:10:37.689799 tst mo_mt_call_osmux.py: using CellId 37502\u000a01:10:37.822404 tst mo_mt_call_osmux.py: using BVCI 37503\u000a01:10:37.847459 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:37.859302 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:37.870947 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:37.882625 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:37.894701 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:37.906635 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:10:38.028744 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:10:38.242713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:10:38.758176 run create_hlr_db(pid=22545): Launched\u000a01:10:38.949937 bus /sierra_2: Setting Powered False\u000a01:10:39.969592 run create_hlr_db(pid=22545): Terminated: ok {rc=0}\u000a01:10:40.381344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22547): Launched\u000a01:10:40.688017 run osmo-hlr_10.42.42.2(pid=22548): Launched\u000a01:10:40.807592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:10:41.343864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22550): Launched\u000a01:10:41.648616 run osmo-stp_10.42.42.5(pid=22551): Launched\u000a01:10:41.759867 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:10:42.319601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22553): Launched\u000a01:10:42.625401 run osmo-msc_10.42.42.6(pid=22554): Launched\u000a01:10:42.803889 run osmo-stp_10.42.42.5(pid=22551): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22551)]\u000a01:10:42.932460 run osmo-stp_10.42.42.5(pid=22551): stdout: \u000a| (launched: 2022-12-14_01:10:41.498526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:43.059289 run osmo-stp_10.42.42.5(pid=22551): stderr: \u000a| �[0;m�[38;5;43m20221214011041670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011041670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011041671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011041671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011041671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011041672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011041672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:43.181246 run osmo-stp_10.42.42.5(pid=22551): stdout: \u000a| (launched: 2022-12-14_01:10:41.498526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:43.302060 run osmo-stp_10.42.42.5(pid=22551): stderr: \u000a| �[0;m�[38;5;43m20221214011041670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011041670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011041671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011041671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011041671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011041672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011041672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:43.356249 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22551): Process ended prematurely: osmo-stp_10.42.42.5(pid=22551) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22551)] [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:10:43.365310 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:10:43.424362 run osmo-hlr_10.42.42.2(pid=22548): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22548)]\u000a01:10:43.472562 run osmo-hlr_10.42.42.2(pid=22548): stdout: \u000a| (launched: 2022-12-14_01:10:40.536213) \u000a01:10:43.521376 run osmo-hlr_10.42.42.2(pid=22548): stderr: \u000a| �[0;m�[1;31m20221214011040711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011040711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011040712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011040712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011040712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011040712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011040724 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011040732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011040732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011040732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:10:43.587827 run osmo-msc_10.42.42.6(pid=22554): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22554)]\u000a01:10:43.636069 run osmo-msc_10.42.42.6(pid=22554): stdout: \u000a| (launched: 2022-12-14_01:10:42.474702) \u000a01:10:43.685070 run osmo-msc_10.42.42.6(pid=22554): stderr: \u000a| �[0;m�[38;5;43m20221214011042746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011042746 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc1b8663c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011042746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011042746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011042746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011042747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011042748 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011042749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011042749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011042749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:10:43.726520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22547): Terminating (SIGTERM)\u000a01:10:43.765624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22550): Terminating (SIGTERM)\u000a01:10:43.805040 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22553): Terminating (SIGTERM)\u000a01:10:43.814120 --- ParallelTerminationStrategy: PID 22547 died...\u000a01:10:43.866848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22547): Terminated: ok {rc=0}\u000a01:10:43.876292 --- ParallelTerminationStrategy: PID 22550 died...\u000a01:10:43.928636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22550): Terminated: ok {rc=0}\u000a01:10:43.938106 --- ParallelTerminationStrategy: PID 22553 died...\u000a01:10:43.990170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22553): Terminated: ok {rc=0}\u000a01:10:44.072854 bus /sierra_3: Setting Powered False\u000a01:10:45.178841 bus /sierra_3: Setting Powered False\u000a01:10:46.288661 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:10:26" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22568): Process ended prematurely: osmo-stp_10.42.42.5(pid=22568) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22568)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22568): Process ended prematurely: osmo-stp_10.42.42.5(pid=22568) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a01:10:48.282803 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:48.294190 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:10:48.457991 tst mo_mt_call.py: using LAC 37503\u000a01:10:48.576353 tst mo_mt_call.py: using RAC 18\u000a01:10:48.706470 tst mo_mt_call.py: using CellId 37503\u000a01:10:48.833359 tst mo_mt_call.py: using BVCI 37504\u000a01:10:48.858718 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:48.870528 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:48.882105 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:48.893778 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:48.906120 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:48.918085 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:10:49.035307 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:10:49.248913 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:10:49.765143 run create_hlr_db(pid=22559): Launched\u000a01:10:49.956069 bus /sierra_2: Setting Powered False\u000a01:10:50.976748 run create_hlr_db(pid=22559): Terminated: ok {rc=0}\u000a01:10:51.390144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22561): Launched\u000a01:10:51.700338 run osmo-hlr_10.42.42.2(pid=22562): Launched\u000a01:10:51.819316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:10:52.396277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22567): Launched\u000a01:10:52.726663 run osmo-stp_10.42.42.5(pid=22568): Launched\u000a01:10:52.846966 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:10:53.447975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22570): Launched\u000a01:10:53.775974 run osmo-msc_10.42.42.6(pid=22571): Launched\u000a01:10:53.968214 run osmo-stp_10.42.42.5(pid=22568): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22568)]\u000a01:10:54.106987 run osmo-stp_10.42.42.5(pid=22568): stdout: \u000a| (launched: 2022-12-14_01:10:52.563389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:54.244204 run osmo-stp_10.42.42.5(pid=22568): stderr: \u000a| �[0;m�[38;5;43m20221214011052754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011052754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011052754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011052754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011052755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011052755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011052755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:54.375720 run osmo-stp_10.42.42.5(pid=22568): stdout: \u000a| (launched: 2022-12-14_01:10:52.563389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:54.505812 run osmo-stp_10.42.42.5(pid=22568): stderr: \u000a| �[0;m�[38;5;43m20221214011052754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011052754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011052754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011052754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011052755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011052755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011052755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:54.563390 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22568): Process ended prematurely: osmo-stp_10.42.42.5(pid=22568) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22568)] [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a01:10:54.572790 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:10:54.635623 run osmo-hlr_10.42.42.2(pid=22562): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22562)]\u000a01:10:54.687197 run osmo-hlr_10.42.42.2(pid=22562): stdout: \u000a| (launched: 2022-12-14_01:10:51.546632) \u000a01:10:54.739366 run osmo-hlr_10.42.42.2(pid=22562): stderr: \u000a| �[0;m�[1;31m20221214011051722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011051722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011051722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011051722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011051722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011051722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011051771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011051781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011051781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011051782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:10:54.810334 run osmo-msc_10.42.42.6(pid=22571): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22571)]\u000a01:10:54.861924 run osmo-msc_10.42.42.6(pid=22571): stdout: \u000a| (launched: 2022-12-14_01:10:53.614233) \u000a01:10:54.913837 run osmo-msc_10.42.42.6(pid=22571): stderr: \u000a| �[0;m�[38;5;43m20221214011053934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011053934 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feed9f76c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011053934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011053934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011053934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011053935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011053936 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011053937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011053937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011053937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:10:54.958007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22561): Terminating (SIGTERM)\u000a01:10:54.999746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22567): Terminating (SIGTERM)\u000a01:10:55.041562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22570): Terminating (SIGTERM)\u000a01:10:55.051101 --- ParallelTerminationStrategy: PID 22561 died...\u000a01:10:55.107383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22561): Terminated: ok {rc=0}\u000a01:10:55.117924 --- ParallelTerminationStrategy: PID 22567 died...\u000a01:10:55.174180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22567): Terminated: ok {rc=0}\u000a01:10:55.184144 --- ParallelTerminationStrategy: PID 22570 died...\u000a01:10:55.240801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22570): Terminated: ok {rc=0}\u000a01:10:55.329978 bus /sierra_3: Setting Powered False\u000a01:10:56.437138 bus /sierra_3: Setting Powered False\u000a01:10:57.547501 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22579): Process ended prematurely: osmo-stp_10.42.42.5(pid=22579) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22579)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22579): Process ended prematurely: osmo-stp_10.42.42.5(pid=22579) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22579)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:10:58.657288 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:58.669215 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:10:58.830343 tst mo_mt_call_osmux.py: using LAC 37504\u000a01:10:58.949993 tst mo_mt_call_osmux.py: using RAC 19\u000a01:10:59.071434 tst mo_mt_call_osmux.py: using CellId 37504\u000a01:10:59.192923 tst mo_mt_call_osmux.py: using BVCI 37505\u000a01:10:59.216121 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:59.227246 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:59.238229 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:59.249126 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:59.260088 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:10:59.271022 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:10:59.386993 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:10:59.599059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:11:00.087267 run create_hlr_db(pid=22573): Launched\u000a01:11:00.262428 bus /sierra_2: Setting Powered False\u000a01:11:01.287346 run create_hlr_db(pid=22573): Terminated: ok {rc=0}\u000a01:11:01.737165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22575): Launched\u000a01:11:02.122788 run osmo-hlr_10.42.42.2(pid=22576): Launched\u000a01:11:02.274139 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:11:02.814067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22578): Launched\u000a01:11:03.118564 run osmo-stp_10.42.42.5(pid=22579): Launched\u000a01:11:03.228773 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:11:03.787583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22581): Launched\u000a01:11:04.095760 run osmo-msc_10.42.42.6(pid=22582): Launched\u000a01:11:04.274053 run osmo-stp_10.42.42.5(pid=22579): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22579)]\u000a01:11:04.402705 run osmo-stp_10.42.42.5(pid=22579): stdout: \u000a| (launched: 2022-12-14_01:11:02.968567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:04.529434 run osmo-stp_10.42.42.5(pid=22579): stderr: \u000a| �[0;m�[38;5;43m20221214011103138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011103138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011103139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011103139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011103139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011103140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011103140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:04.651384 run osmo-stp_10.42.42.5(pid=22579): stdout: \u000a| (launched: 2022-12-14_01:11:02.968567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:04.771975 run osmo-stp_10.42.42.5(pid=22579): stderr: \u000a| �[0;m�[38;5;43m20221214011103138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011103138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011103139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011103139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011103139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011103140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011103140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:04.825698 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22579): Process ended prematurely: osmo-stp_10.42.42.5(pid=22579) [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22579)] [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a01:11:04.834775 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:11:04.894135 run osmo-hlr_10.42.42.2(pid=22576): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22576)]\u000a01:11:04.942750 run osmo-hlr_10.42.42.2(pid=22576): stdout: \u000a| (launched: 2022-12-14_01:11:01.897445) \u000a01:11:04.991909 run osmo-hlr_10.42.42.2(pid=22576): stderr: \u000a| �[0;m�[1;31m20221214011102190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011102190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011102190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011102190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011102190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011102190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011102205 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011102212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011102213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011102213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:11:05.058733 run osmo-msc_10.42.42.6(pid=22582): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22582)]\u000a01:11:05.107346 run osmo-msc_10.42.42.6(pid=22582): stdout: \u000a| (launched: 2022-12-14_01:11:03.942522) \u000a01:11:05.156459 run osmo-msc_10.42.42.6(pid=22582): stderr: \u000a| �[0;m�[38;5;43m20221214011104212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011104212 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8621f2dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011104212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011104212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011104212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011104212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011104214 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011104214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011104215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011104215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:11:05.198129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22575): Terminating (SIGTERM)\u000a01:11:05.237510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22578): Terminating (SIGTERM)\u000a01:11:05.277503 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22581): Terminating (SIGTERM)\u000a01:11:05.286659 --- ParallelTerminationStrategy: PID 22575 died...\u000a01:11:05.339855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22575): Terminated: ok {rc=0}\u000a01:11:05.349626 --- ParallelTerminationStrategy: PID 22578 died...\u000a01:11:05.402365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22578): Terminated: ok {rc=0}\u000a01:11:05.411861 --- ParallelTerminationStrategy: PID 22581 died...\u000a01:11:05.464256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22581): Terminated: ok {rc=0}\u000a01:11:05.551712 bus /sierra_3: Setting Powered False\u000a01:11:06.653161 bus /sierra_3: Setting Powered False\u000a01:11:07.763730 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:10:48" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22593): Process ended prematurely: osmo-stp_10.42.42.5(pid=22593) [trial-2397↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22593)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22593): Process ended prematurely: osmo-stp_10.42.42.5(pid=22593) [trial-2397↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:11:09.775485 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:09.786301 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:11:09.919905 tst emergency_mo_mt_call.py: using LAC 37505\u000a01:11:10.038669 tst emergency_mo_mt_call.py: using RAC 20\u000a01:11:10.159151 tst emergency_mo_mt_call.py: using CellId 37505\u000a01:11:10.275094 tst emergency_mo_mt_call.py: using BVCI 37506\u000a01:11:10.297972 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:10.308731 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:10.319396 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:10.329951 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:10.340522 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:10.351195 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:10.471531 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:10.672582 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:11:11.151457 run create_hlr_db(pid=22587): Launched\u000a01:11:11.324245 bus /sierra_2: Setting Powered False\u000a01:11:12.347035 run create_hlr_db(pid=22587): Terminated: ok {rc=0}\u000a01:11:12.778040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22589): Launched\u000a01:11:13.101689 run osmo-hlr_10.42.42.2(pid=22590): Launched\u000a01:11:13.220049 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:11:13.783742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22592): Launched\u000a01:11:14.107326 run osmo-stp_10.42.42.5(pid=22593): Launched\u000a01:11:14.241044 tst emergency_mo_mt_call.py: using MSISDN 8426\u000a01:11:14.401080 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:11:14.991546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22595): Launched\u000a01:11:15.315459 run osmo-msc_10.42.42.6(pid=22596): Launched\u000a01:11:15.503752 run osmo-stp_10.42.42.5(pid=22593): ERR: Terminated: ERROR {rc=1} [trial-2397↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22593)]\u000a01:11:15.639932 run osmo-stp_10.42.42.5(pid=22593): stdout: \u000a| (launched: 2022-12-14_01:11:13.947153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:15.774826 run osmo-stp_10.42.42.5(pid=22593): stderr: \u000a| �[0;m�[38;5;43m20221214011114139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011114139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011114139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011114140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011114140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011114140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011114140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:15.933378 run osmo-stp_10.42.42.5(pid=22593): stdout: \u000a| (launched: 2022-12-14_01:11:13.947153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:16.079057 run osmo-stp_10.42.42.5(pid=22593): stderr: \u000a| �[0;m�[38;5;43m20221214011114139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011114139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011114139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011114140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011114140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011114140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011114140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:16.157151 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=22593): Process ended prematurely: osmo-stp_10.42.42.5(pid=22593) [trial-2397↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22593)] [trial-2397↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a01:11:16.170485 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a01:11:16.254974 run osmo-hlr_10.42.42.2(pid=22590): ERR: Terminated: ERROR {rc=237} [trial-2397↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22590)]\u000a01:11:16.324003 run osmo-hlr_10.42.42.2(pid=22590): stdout: \u000a| (launched: 2022-12-14_01:11:12.942245) \u000a01:11:16.389751 run osmo-hlr_10.42.42.2(pid=22590): stderr: \u000a| �[0;m�[1;31m20221214011113138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011113138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011113138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011113138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011113138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011113138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011113150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011113158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011113158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011113158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:11:16.482418 run osmo-msc_10.42.42.6(pid=22596): ERR: Terminated: ERROR {rc=2} [trial-2397↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22596)]\u000a01:11:16.547029 run osmo-msc_10.42.42.6(pid=22596): stdout: \u000a| (launched: 2022-12-14_01:11:15.154990) \u000a01:11:16.615186 run osmo-msc_10.42.42.6(pid=22596): stderr: \u000a| �[0;m�[38;5;43m20221214011115473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011115473 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7455ff0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011115473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011115473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011115473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011115474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011115475 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011115476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011115476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011115476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:11:16.663060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22589): Terminating (SIGTERM)\u000a01:11:16.708513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22592): Terminating (SIGTERM)\u000a01:11:16.752328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22595): Terminating (SIGTERM)\u000a01:11:16.764350 --- ParallelTerminationStrategy: PID 22589 died...\u000a01:11:16.824721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22589): Terminated: ok {rc=0}\u000a01:11:16.835425 --- ParallelTerminationStrategy: PID 22592 died...\u000a01:11:16.892301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22592): Terminated: ok {rc=0}\u000a01:11:16.902880 --- ParallelTerminationStrategy: PID 22595 died...\u000a01:11:16.960036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22595): Terminated: ok {rc=0}\u000a01:11:17.049927 bus /sierra_3: Setting Powered False\u000a01:11:18.156152 bus /sierra_3: Setting Powered False\u000a01:11:19.265261 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22604): Process ended prematurely: osmo-stp_10.42.42.5(pid=22604) [trial-2397↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22604)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22604): Process ended prematurely: osmo-stp_10.42.42.5(pid=22604) [trial-2397↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22604)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:11:20.316708 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:20.328742 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:11:20.478574 tst emergency_preemptive_call.py: using LAC 37506\u000a01:11:20.599635 tst emergency_preemptive_call.py: using RAC 21\u000a01:11:20.717209 tst emergency_preemptive_call.py: using CellId 37506\u000a01:11:20.844012 tst emergency_preemptive_call.py: using BVCI 37507\u000a01:11:20.868599 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:20.880000 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:20.891513 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:20.902932 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:20.914880 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:20.926874 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:21.045295 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:21.166854 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:21.283322 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:21.492484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:11:22.003116 run create_hlr_db(pid=22598): Launched\u000a01:11:22.191332 bus /sierra_2: Setting Powered False\u000a01:11:23.211738 run create_hlr_db(pid=22598): Terminated: ok {rc=0}\u000a01:11:23.618995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22600): Launched\u000a01:11:23.920120 run osmo-hlr_10.42.42.2(pid=22601): Launched\u000a01:11:24.040364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:11:24.567153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22603): Launched\u000a01:11:24.867699 run osmo-stp_10.42.42.5(pid=22604): Launched\u000a01:11:24.986871 tst emergency_preemptive_call.py: using MSISDN 8427\u000a01:11:25.135994 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:11:25.684582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22606): Launched\u000a01:11:25.985461 run osmo-msc_10.42.42.6(pid=22607): Launched\u000a01:11:26.163062 run osmo-stp_10.42.42.5(pid=22604): ERR: Terminated: ERROR {rc=1} [trial-2397↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22604)]\u000a01:11:26.289534 run osmo-stp_10.42.42.5(pid=22604): stdout: \u000a| (launched: 2022-12-14_01:11:24.719247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:26.414183 run osmo-stp_10.42.42.5(pid=22604): stderr: \u000a| �[0;m�[38;5;43m20221214011124886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011124886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011124887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011124887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011124888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011124888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011124888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:26.534551 run osmo-stp_10.42.42.5(pid=22604): stdout: \u000a| (launched: 2022-12-14_01:11:24.719247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:26.653839 run osmo-stp_10.42.42.5(pid=22604): stderr: \u000a| �[0;m�[38;5;43m20221214011124886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011124886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011124887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011124887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011124888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011124888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011124888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:26.706295 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=22604): Process ended prematurely: osmo-stp_10.42.42.5(pid=22604) [trial-2397↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22604)] [trial-2397↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a01:11:26.714537 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a01:11:26.774413 run osmo-hlr_10.42.42.2(pid=22601): ERR: Terminated: ERROR {rc=237} [trial-2397↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22601)]\u000a01:11:26.823386 run osmo-hlr_10.42.42.2(pid=22601): stdout: \u000a| (launched: 2022-12-14_01:11:23.771814) \u000a01:11:26.873229 run osmo-hlr_10.42.42.2(pid=22601): stderr: \u000a| �[0;m�[1;31m20221214011123944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011123944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011123945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011123945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011123945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011123945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011123957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011123967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011123967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011123967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:11:26.940486 run osmo-msc_10.42.42.6(pid=22607): ERR: Terminated: ERROR {rc=2} [trial-2397↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22607)]\u000a01:11:26.989483 run osmo-msc_10.42.42.6(pid=22607): stdout: \u000a| (launched: 2022-12-14_01:11:25.836882) \u000a01:11:27.038958 run osmo-msc_10.42.42.6(pid=22607): stderr: \u000a| �[0;m�[38;5;43m20221214011126107 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011126108 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ecb2b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011126108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011126108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011126108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011126108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011126110 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011126110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011126111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011126111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:11:27.080843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22600): Terminating (SIGTERM)\u000a01:11:27.120465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22603): Terminating (SIGTERM)\u000a01:11:27.160032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22606): Terminating (SIGTERM)\u000a01:11:27.169277 --- ParallelTerminationStrategy: PID 22600 died...\u000a01:11:27.222480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22600): Terminated: ok {rc=0}\u000a01:11:27.232058 --- ParallelTerminationStrategy: PID 22603 died...\u000a01:11:27.285098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22603): Terminated: ok {rc=0}\u000a01:11:27.294612 --- ParallelTerminationStrategy: PID 22606 died...\u000a01:11:27.347287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22606): Terminated: ok {rc=0}\u000a01:11:27.434442 bus /sierra_9: Setting Powered False\u000a01:11:28.536774 bus /sierra_9: Setting Powered False\u000a01:11:29.643031 bus /sierra_8: Setting Powered False\u000a01:11:30.748323 bus /sierra_8: Setting Powered False\u000a01:11:31.859251 bus /sierra_3: Setting Powered False\u000a01:11:32.959303 bus /sierra_3: Setting Powered False\u000a01:11:34.070413 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:11:09" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22622): Process ended prematurely: osmo-stp_10.42.42.5(pid=22622) [trial-2397↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22622)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22622): Process ended prematurely: osmo-stp_10.42.42.5(pid=22622) [trial-2397↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22622)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:11:36.194925 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:36.205698 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:11:36.344158 tst cs_paging_gprs_active.py: using LAC 37507\u000a01:11:36.463938 tst cs_paging_gprs_active.py: using RAC 22\u000a01:11:36.585710 tst cs_paging_gprs_active.py: using CellId 37507\u000a01:11:36.704832 tst cs_paging_gprs_active.py: using BVCI 37508\u000a01:11:36.728090 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:36.738897 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:36.749593 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:36.760015 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:36.770521 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:36.781077 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:36.791680 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:36.802691 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:36.813632 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:36.934234 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:37.232784 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:11:37.369919 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:11:37.712605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22612): Launched\u000a01:11:37.997749 run iperf3-srv_10.42.42.10(pid=22613): Launched\u000a01:11:38.201284 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:11:38.339535 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:11:38.683380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22614): Launched\u000a01:11:38.968507 run iperf3-srv_10.42.42.10(pid=22615): Launched\u000a01:11:39.170459 tst cs_paging_gprs_active.py:38: start network...\u000a01:11:39.307626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:11:39.825251 run create_hlr_db(pid=22616): Launched\u000a01:11:40.016436 bus /sierra_2: Setting Powered False\u000a01:11:41.036794 run create_hlr_db(pid=22616): Terminated: ok {rc=0}\u000a01:11:41.478049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22618): Launched\u000a01:11:41.810186 run osmo-hlr_10.42.42.2(pid=22619): Launched\u000a01:11:41.931598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:11:42.503672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22621): Launched\u000a01:11:42.835818 run osmo-stp_10.42.42.5(pid=22622): Launched\u000a01:11:42.955135 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:11:43.532406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22624): Launched\u000a01:11:43.649991 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:11:43.940110 run patchelf(pid=22625): Launched\u000a01:11:44.132607 run osmo-stp_10.42.42.5(pid=22622): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22622)]\u000a01:11:44.273286 run osmo-stp_10.42.42.5(pid=22622): stdout: \u000a| (launched: 2022-12-14_01:11:42.670472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:44.414298 run osmo-stp_10.42.42.5(pid=22622): stderr: \u000a| �[0;m�[38;5;43m20221214011142862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011142862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011142862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011142862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011142863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011142863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011142863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:44.550379 run osmo-stp_10.42.42.5(pid=22622): stdout: \u000a| (launched: 2022-12-14_01:11:42.670472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:44.685175 run osmo-stp_10.42.42.5(pid=22622): stderr: \u000a| �[0;m�[38;5;43m20221214011142862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011142862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011142862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011142862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011142863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011142863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011142863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:44.842609 run patchelf(pid=22625): Terminating (SIGINT)\u000a01:11:45.027194 run patchelf(pid=22625): Terminated: ok {rc=0}\u000a01:11:45.061020 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22622): Process ended prematurely: osmo-stp_10.42.42.5(pid=22622) [trial-2397↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22622)] [trial-2397↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a01:11:45.071063 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a01:11:45.134326 run osmo-hlr_10.42.42.2(pid=22619): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22619)]\u000a01:11:45.185642 run osmo-hlr_10.42.42.2(pid=22619): stdout: \u000a| (launched: 2022-12-14_01:11:41.645620) \u000a01:11:45.237770 run osmo-hlr_10.42.42.2(pid=22619): stderr: \u000a| �[0;m�[1;31m20221214011141843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011141843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011141843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011141843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011141843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011141843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011141854 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011141862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011141863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011141863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:11:45.282339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22612): Terminating (SIGTERM)\u000a01:11:45.324533 run iperf3-srv_10.42.42.10(pid=22613): Terminating (SIGTERM)\u000a01:11:45.366464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22614): Terminating (SIGTERM)\u000a01:11:45.408157 run iperf3-srv_10.42.42.10(pid=22615): Terminating (SIGTERM)\u000a01:11:45.450000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22618): Terminating (SIGTERM)\u000a01:11:45.491593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22621): Terminating (SIGTERM)\u000a01:11:45.533498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22624): Terminating (SIGTERM)\u000a01:11:45.543029 --- ParallelTerminationStrategy: PID 22612 died...\u000a01:11:45.599055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22612): Terminated: ok {rc=0}\u000a01:11:45.609079 --- ParallelTerminationStrategy: PID 22613 died...\u000a01:11:45.664548 run iperf3-srv_10.42.42.10(pid=22613): Terminated {rc=256}\u000a01:11:45.674422 --- ParallelTerminationStrategy: PID 22614 died...\u000a01:11:45.730005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22614): Terminated: ok {rc=0}\u000a01:11:45.739804 --- ParallelTerminationStrategy: PID 22615 died...\u000a01:11:45.795383 run iperf3-srv_10.42.42.10(pid=22615): Terminated {rc=256}\u000a01:11:45.805305 --- ParallelTerminationStrategy: PID 22618 died...\u000a01:11:45.866630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22618): Terminated: ok {rc=0}\u000a01:11:45.877279 --- ParallelTerminationStrategy: PID 22621 died...\u000a01:11:45.947952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22621): Terminated: ok {rc=0}\u000a01:11:45.958702 --- ParallelTerminationStrategy: PID 22624 died...\u000a01:11:46.017520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22624): Terminated: ok {rc=0}\u000a01:11:46.106937 bus /gobi_0: Setting Powered False\u000a01:11:47.215689 bus /gobi_0: Setting Powered False\u000a01:11:48.327625 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22634): Process ended prematurely: osmo-stp_10.42.42.5(pid=22634) [trial-2397↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22634)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22634): Process ended prematurely: osmo-stp_10.42.42.5(pid=22634) [trial-2397↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a01:11:49.444694 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:49.456558 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:11:49.606920 tst iperf3.py: using LAC 37508\u000a01:11:49.735059 tst iperf3.py: using RAC 23\u000a01:11:49.864296 tst iperf3.py: using CellId 37508\u000a01:11:49.991634 tst iperf3.py: using BVCI 37509\u000a01:11:50.016844 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:50.028208 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:50.039322 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:50.050416 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:50.061794 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:50.073105 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:50.084574 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:50.096040 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:50.107704 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:50.389426 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:11:50.515922 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:11:50.834367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22626): Launched\u000a01:11:51.101346 run iperf3-srv_10.42.42.10(pid=22627): Launched\u000a01:11:51.287490 tst iperf3.py:8: start network...\u000a01:11:51.414377 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:11:51.907405 run create_hlr_db(pid=22628): Launched\u000a01:11:52.085129 bus /gobi_6: Setting Powered False\u000a01:11:53.105185 run create_hlr_db(pid=22628): Terminated: ok {rc=0}\u000a01:11:53.543158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22630): Launched\u000a01:11:53.874454 run osmo-hlr_10.42.42.2(pid=22631): Launched\u000a01:11:53.996577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:11:54.571966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22633): Launched\u000a01:11:54.903192 run osmo-stp_10.42.42.5(pid=22634): Launched\u000a01:11:55.023172 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:11:55.599734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22636): Launched\u000a01:11:55.717775 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:11:56.007714 run patchelf(pid=22637): Launched\u000a01:11:56.200744 run osmo-stp_10.42.42.5(pid=22634): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22634)]\u000a01:11:56.342632 run osmo-stp_10.42.42.5(pid=22634): stdout: \u000a| (launched: 2022-12-14_01:11:54.739165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:56.484871 run osmo-stp_10.42.42.5(pid=22634): stderr: \u000a| �[0;m�[38;5;43m20221214011154930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011154930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011154931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011154931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011154931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011154931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011154932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:56.621632 run osmo-stp_10.42.42.5(pid=22634): stdout: \u000a| (launched: 2022-12-14_01:11:54.739165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:56.756629 run osmo-stp_10.42.42.5(pid=22634): stderr: \u000a| �[0;m�[38;5;43m20221214011154930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011154930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011154931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011154931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011154931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011154931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011154932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:56.914675 run patchelf(pid=22637): Terminating (SIGINT)\u000a01:11:57.099429 run patchelf(pid=22637): Terminated: ok {rc=0}\u000a01:11:57.134114 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22634): Process ended prematurely: osmo-stp_10.42.42.5(pid=22634) [trial-2397↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22634)] [trial-2397↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a01:11:57.144365 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a01:11:57.208422 run osmo-hlr_10.42.42.2(pid=22631): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22631)]\u000a01:11:57.260758 run osmo-hlr_10.42.42.2(pid=22631): stdout: \u000a| (launched: 2022-12-14_01:11:53.710480) \u000a01:11:57.313753 run osmo-hlr_10.42.42.2(pid=22631): stderr: \u000a| �[0;m�[1;31m20221214011153906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011153906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011153906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011153907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011153907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011153907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011153919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011153930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011153930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011153930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:11:57.359060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22626): Terminating (SIGTERM)\u000a01:11:57.402430 run iperf3-srv_10.42.42.10(pid=22627): Terminating (SIGTERM)\u000a01:11:57.445089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22630): Terminating (SIGTERM)\u000a01:11:57.487349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22633): Terminating (SIGTERM)\u000a01:11:57.529798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22636): Terminating (SIGTERM)\u000a01:11:57.539495 --- ParallelTerminationStrategy: PID 22626 died...\u000a01:11:57.596573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22626): Terminated: ok {rc=0}\u000a01:11:57.606858 --- ParallelTerminationStrategy: PID 22627 died...\u000a01:11:57.663710 run iperf3-srv_10.42.42.10(pid=22627): Terminated {rc=256}\u000a01:11:57.673846 --- ParallelTerminationStrategy: PID 22630 died...\u000a01:11:57.730146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22630): Terminated: ok {rc=0}\u000a01:11:57.740241 --- ParallelTerminationStrategy: PID 22633 died...\u000a01:11:57.797067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22633): Terminated: ok {rc=0}\u000a01:11:57.807334 --- ParallelTerminationStrategy: PID 22636 died...\u000a01:11:57.864687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22636): Terminated: ok {rc=0}\u000a01:11:57.952416 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22652): Process ended prematurely: osmo-stp_10.42.42.5(pid=22652) [trial-2397↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22652)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22652): Process ended prematurely: osmo-stp_10.42.42.5(pid=22652) [trial-2397↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a01:11:59.069043 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:59.081140 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:11:59.228421 tst iperf3m4.py: using LAC 37509\u000a01:11:59.356710 tst iperf3m4.py: using RAC 24\u000a01:11:59.483972 tst iperf3m4.py: using CellId 37509\u000a01:11:59.612027 tst iperf3m4.py: using BVCI 37510\u000a01:11:59.637217 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:59.648543 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:59.659588 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:59.670721 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:59.682167 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:59.693514 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:59.705098 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:59.716506 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:59.728160 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:59.849542 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:59.967981 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:12:00.085090 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:12:00.364473 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:12:00.491598 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:12:00.808696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22638): Launched\u000a01:12:01.136505 run iperf3-srv_10.42.42.10(pid=22639): Launched\u000a01:12:01.325811 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:12:01.454742 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:12:01.797786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22640): Launched\u000a01:12:02.082128 run iperf3-srv_10.42.42.10(pid=22641): Launched\u000a01:12:02.273812 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:12:02.401074 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:12:02.721365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22642): Launched\u000a01:12:02.984615 run iperf3-srv_10.42.42.10(pid=22643): Launched\u000a01:12:03.170340 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:12:03.297140 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:12:03.616927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22644): Launched\u000a01:12:03.880598 run iperf3-srv_10.42.42.10(pid=22645): Launched\u000a01:12:04.066691 tst iperf3m4.py:8: start network...\u000a01:12:04.193780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:12:04.686121 run create_hlr_db(pid=22646): Launched\u000a01:12:04.862301 bus /gobi_6: Setting Powered False\u000a01:12:05.882987 run create_hlr_db(pid=22646): Terminated: ok {rc=0}\u000a01:12:06.323359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22648): Launched\u000a01:12:06.653884 run osmo-hlr_10.42.42.2(pid=22649): Launched\u000a01:12:06.776784 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:12:07.356170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22651): Launched\u000a01:12:07.688751 run osmo-stp_10.42.42.5(pid=22652): Launched\u000a01:12:07.810380 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:12:08.389403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22654): Launched\u000a01:12:08.507409 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:12:08.796628 run patchelf(pid=22655): Launched\u000a01:12:08.991600 run osmo-stp_10.42.42.5(pid=22652): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22652)]\u000a01:12:09.134270 run osmo-stp_10.42.42.5(pid=22652): stdout: \u000a| (launched: 2022-12-14_01:12:07.524236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:09.276902 run osmo-stp_10.42.42.5(pid=22652): stderr: \u000a| �[0;m�[38;5;43m20221214011207716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011207716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011207716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011207716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011207717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011207717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011207717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:09.414785 run osmo-stp_10.42.42.5(pid=22652): stdout: \u000a| (launched: 2022-12-14_01:12:07.524236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:09.550810 run osmo-stp_10.42.42.5(pid=22652): stderr: \u000a| �[0;m�[38;5;43m20221214011207716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011207716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011207716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011207716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011207717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011207717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011207717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:09.709182 run patchelf(pid=22655): Terminating (SIGINT)\u000a01:12:09.895879 run patchelf(pid=22655): Terminated: ok {rc=0}\u000a01:12:09.930146 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22652): Process ended prematurely: osmo-stp_10.42.42.5(pid=22652) [trial-2397↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22652)] [trial-2397↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a01:12:09.940188 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a01:12:10.004607 run osmo-hlr_10.42.42.2(pid=22649): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22649)]\u000a01:12:10.057313 run osmo-hlr_10.42.42.2(pid=22649): stdout: \u000a| (launched: 2022-12-14_01:12:06.490326) \u000a01:12:10.110594 run osmo-hlr_10.42.42.2(pid=22649): stderr: \u000a| �[0;m�[1;31m20221214011206687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011206687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011206687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011206687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011206688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011206688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011206700 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011206709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011206709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011206709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:12:10.155757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22638): Terminating (SIGTERM)\u000a01:12:10.198866 run iperf3-srv_10.42.42.10(pid=22639): Terminating (SIGTERM)\u000a01:12:10.241575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22640): Terminating (SIGTERM)\u000a01:12:10.283996 run iperf3-srv_10.42.42.10(pid=22641): Terminating (SIGTERM)\u000a01:12:10.327054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22642): Terminating (SIGTERM)\u000a01:12:10.369611 run iperf3-srv_10.42.42.10(pid=22643): Terminating (SIGTERM)\u000a01:12:10.412059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22644): Terminating (SIGTERM)\u000a01:12:10.454577 run iperf3-srv_10.42.42.10(pid=22645): Terminating (SIGTERM)\u000a01:12:10.497220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22648): Terminating (SIGTERM)\u000a01:12:10.539885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22651): Terminating (SIGTERM)\u000a01:12:10.582775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22654): Terminating (SIGTERM)\u000a01:12:10.592567 --- ParallelTerminationStrategy: PID 22638 died...\u000a01:12:10.649570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22638): Terminated: ok {rc=0}\u000a01:12:10.659662 --- ParallelTerminationStrategy: PID 22639 died...\u000a01:12:10.716052 run iperf3-srv_10.42.42.10(pid=22639): Terminated {rc=256}\u000a01:12:10.726052 --- ParallelTerminationStrategy: PID 22640 died...\u000a01:12:10.782544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22640): Terminated: ok {rc=0}\u000a01:12:10.792567 --- ParallelTerminationStrategy: PID 22641 died...\u000a01:12:10.849286 run iperf3-srv_10.42.42.10(pid=22641): Terminated {rc=256}\u000a01:12:10.859345 --- ParallelTerminationStrategy: PID 22642 died...\u000a01:12:10.915773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22642): Terminated: ok {rc=0}\u000a01:12:10.925836 --- ParallelTerminationStrategy: PID 22643 died...\u000a01:12:10.982217 run iperf3-srv_10.42.42.10(pid=22643): Terminated {rc=256}\u000a01:12:10.992250 --- ParallelTerminationStrategy: PID 22644 died...\u000a01:12:11.049213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22644): Terminated: ok {rc=0}\u000a01:12:11.059282 --- ParallelTerminationStrategy: PID 22645 died...\u000a01:12:11.115726 run iperf3-srv_10.42.42.10(pid=22645): Terminated {rc=256}\u000a01:12:11.125838 --- ParallelTerminationStrategy: PID 22648 died...\u000a01:12:11.182411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22648): Terminated: ok {rc=0}\u000a01:12:11.192531 --- ParallelTerminationStrategy: PID 22651 died...\u000a01:12:11.249211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22651): Terminated: ok {rc=0}\u000a01:12:11.259368 --- ParallelTerminationStrategy: PID 22654 died...\u000a01:12:11.316268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22654): Terminated: ok {rc=0}\u000a01:12:11.404763 bus /gobi_4: Setting Powered False\u000a01:12:12.509178 bus /gobi_4: Setting Powered False\u000a01:12:13.621317 bus /gobi_1: Setting Powered False\u000a01:12:14.724726 bus /gobi_1: Setting Powered False\u000a01:12:15.841282 bus /gobi_0: Setting Powered False\u000a01:12:16.970547 bus /gobi_0: Setting Powered False\u000a01:12:18.079839 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22663): Process ended prematurely: osmo-stp_10.42.42.5(pid=22663) [trial-2397↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22663)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22663): Process ended prematurely: osmo-stp_10.42.42.5(pid=22663) [trial-2397↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a01:12:19.150558 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:19.162805 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:12:19.311634 tst ping.py: using LAC 37510\u000a01:12:19.436766 tst ping.py: using RAC 25\u000a01:12:19.562212 tst ping.py: using CellId 37510\u000a01:12:19.681561 tst ping.py: using BVCI 37511\u000a01:12:19.704571 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:19.715593 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:19.726297 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:19.737099 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:19.747811 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:19.758381 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:19.769545 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:19.780421 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:12:20.073599 tst ping.py:19: start network...\u000a01:12:20.209089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:12:20.716797 run create_hlr_db(pid=22657): Launched\u000a01:12:20.904903 bus /gobi_6: Setting Powered False\u000a01:12:21.926158 run create_hlr_db(pid=22657): Terminated: ok {rc=0}\u000a01:12:22.358578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22659): Launched\u000a01:12:22.684228 run osmo-hlr_10.42.42.2(pid=22660): Launched\u000a01:12:22.806099 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:12:23.374338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22662): Launched\u000a01:12:23.698210 run osmo-stp_10.42.42.5(pid=22663): Launched\u000a01:12:23.814688 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:12:24.380187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22665): Launched\u000a01:12:24.495711 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:12:24.779313 run patchelf(pid=22666): Launched\u000a01:12:24.969300 run osmo-stp_10.42.42.5(pid=22663): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22663)]\u000a01:12:25.108412 run osmo-stp_10.42.42.5(pid=22663): stdout: \u000a| (launched: 2022-12-14_01:12:23.538720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:25.247860 run osmo-stp_10.42.42.5(pid=22663): stderr: \u000a| �[0;m�[38;5;43m20221214011223729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011223729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011223729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011223730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011223730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011223730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011223730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:25.381949 run osmo-stp_10.42.42.5(pid=22663): stdout: \u000a| (launched: 2022-12-14_01:12:23.538720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:25.514764 run osmo-stp_10.42.42.5(pid=22663): stderr: \u000a| �[0;m�[38;5;43m20221214011223729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011223729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011223729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011223730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011223730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011223730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011223730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:25.668599 run patchelf(pid=22666): Terminating (SIGINT)\u000a01:12:25.849851 run patchelf(pid=22666): Terminated: ok {rc=0}\u000a01:12:25.882766 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22663): Process ended prematurely: osmo-stp_10.42.42.5(pid=22663) [trial-2397↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22663)] [trial-2397↪gprs:trx-sysmocell5000↪ping.py:22]\u000a01:12:25.891971 tst ping.py:22: Test FAILED (6.7 sec)\u000a01:12:25.956529 run osmo-hlr_10.42.42.2(pid=22660): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22660)]\u000a01:12:26.008823 run osmo-hlr_10.42.42.2(pid=22660): stdout: \u000a| (launched: 2022-12-14_01:12:22.522332) \u000a01:12:26.061793 run osmo-hlr_10.42.42.2(pid=22660): stderr: \u000a| �[0;m�[1;31m20221214011222719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011222719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011222719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011222719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011222719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011222719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011222732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011222740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011222740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011222740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:12:26.107345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22659): Terminating (SIGTERM)\u000a01:12:26.150199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22662): Terminating (SIGTERM)\u000a01:12:26.193649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22665): Terminating (SIGTERM)\u000a01:12:26.203467 --- ParallelTerminationStrategy: PID 22659 died...\u000a01:12:26.260819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22659): Terminated: ok {rc=0}\u000a01:12:26.271170 --- ParallelTerminationStrategy: PID 22662 died...\u000a01:12:26.328492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22662): Terminated: ok {rc=0}\u000a01:12:26.338678 --- ParallelTerminationStrategy: PID 22665 died...\u000a01:12:26.396132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22665): Terminated: ok {rc=0}\u000a01:12:26.485727 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22673): Process ended prematurely: osmo-stp_10.42.42.5(pid=22673) [trial-2397↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22673)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22673): Process ended prematurely: osmo-stp_10.42.42.5(pid=22673) [trial-2397↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22673)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a01:12:27.538376 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:27.550052 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:12:27.689617 tst ping_idle_ping.py: using LAC 37511\u000a01:12:27.807863 tst ping_idle_ping.py: using RAC 26\u000a01:12:27.928494 tst ping_idle_ping.py: using CellId 37511\u000a01:12:28.049378 tst ping_idle_ping.py: using BVCI 37512\u000a01:12:28.072387 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:28.083376 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:28.094026 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:28.104500 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:28.115216 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:28.126045 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:28.136833 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:28.147592 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:12:28.424351 tst ping_idle_ping.py:24: start network...\u000a01:12:28.549626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:12:29.037704 run create_hlr_db(pid=22667): Launched\u000a01:12:29.212622 bus /gobi_6: Setting Powered False\u000a01:12:30.235933 run create_hlr_db(pid=22667): Terminated: ok {rc=0}\u000a01:12:30.669978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22669): Launched\u000a01:12:31.107016 run osmo-hlr_10.42.42.2(pid=22670): Launched\u000a01:12:31.332212 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:12:31.915650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22672): Launched\u000a01:12:32.319189 run osmo-stp_10.42.42.5(pid=22673): Launched\u000a01:12:32.449624 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:12:32.976402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22675): Launched\u000a01:12:33.083664 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:12:33.347718 run patchelf(pid=22676): Launched\u000a01:12:33.524750 run osmo-stp_10.42.42.5(pid=22673): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22673)]\u000a01:12:33.654496 run osmo-stp_10.42.42.5(pid=22673): stdout: \u000a| (launched: 2022-12-14_01:12:32.076157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:33.784923 run osmo-stp_10.42.42.5(pid=22673): stderr: \u000a| �[0;m�[38;5;43m20221214011232302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011232303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011232303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011232303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011232304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011232306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011232307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:33.910545 run osmo-stp_10.42.42.5(pid=22673): stdout: \u000a| (launched: 2022-12-14_01:12:32.076157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:34.034517 run osmo-stp_10.42.42.5(pid=22673): stderr: \u000a| �[0;m�[38;5;43m20221214011232302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011232303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011232303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011232303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011232304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011232306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011232307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:34.179414 run patchelf(pid=22676): Terminating (SIGINT)\u000a01:12:34.349929 run patchelf(pid=22676): Terminated: ok {rc=0}\u000a01:12:34.380666 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22673): Process ended prematurely: osmo-stp_10.42.42.5(pid=22673) [trial-2397↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22673)] [trial-2397↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a01:12:34.389370 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a01:12:34.450393 run osmo-hlr_10.42.42.2(pid=22670): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22670)]\u000a01:12:34.499979 run osmo-hlr_10.42.42.2(pid=22670): stdout: \u000a| (launched: 2022-12-14_01:12:30.839153) \u000a01:12:34.550250 run osmo-hlr_10.42.42.2(pid=22670): stderr: \u000a| �[0;m�[1;31m20221214011231156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011231156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011231156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011231156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011231156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011231156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011231171 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011231187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011231187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011231187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:12:34.592814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22669): Terminating (SIGTERM)\u000a01:12:34.632289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22672): Terminating (SIGTERM)\u000a01:12:34.671814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22675): Terminating (SIGTERM)\u000a01:12:34.681094 --- ParallelTerminationStrategy: PID 22669 died...\u000a01:12:34.734424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22669): Terminated: ok {rc=0}\u000a01:12:34.744135 --- ParallelTerminationStrategy: PID 22672 died...\u000a01:12:34.797231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22672): Terminated: ok {rc=0}\u000a01:12:34.806790 --- ParallelTerminationStrategy: PID 22675 died...\u000a01:12:34.859969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22675): Terminated: ok {rc=0}\u000a01:12:34.948673 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:11:35" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22690): Process ended prematurely: osmo-stp_10.42.42.5(pid=22690) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22690)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22690): Process ended prematurely: osmo-stp_10.42.42.5(pid=22690) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:12:37.106065 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:37.117213 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:12:37.256754 tst cs_paging_gprs_active.py: using LAC 37512\u000a01:12:37.378685 tst cs_paging_gprs_active.py: using RAC 27\u000a01:12:37.500337 tst cs_paging_gprs_active.py: using CellId 37512\u000a01:12:37.622059 tst cs_paging_gprs_active.py: using BVCI 37513\u000a01:12:37.645611 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:37.656471 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:37.667325 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:37.678566 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:37.689431 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:37.700324 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:37.711477 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:37.722393 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:37.733434 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:12:37.854483 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:12:38.137700 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:12:38.265713 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:12:38.585288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22680): Launched\u000a01:12:38.849889 run iperf3-srv_10.42.42.10(pid=22681): Launched\u000a01:12:39.037275 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:12:39.164536 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:12:39.486179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22682): Launched\u000a01:12:39.751283 run iperf3-srv_10.42.42.10(pid=22683): Launched\u000a01:12:39.939626 tst cs_paging_gprs_active.py:38: start network...\u000a01:12:40.068346 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:12:40.564273 run create_hlr_db(pid=22684): Launched\u000a01:12:40.740396 bus /gobi_6: Setting Powered False\u000a01:12:41.762224 run create_hlr_db(pid=22684): Terminated: ok {rc=0}\u000a01:12:42.202618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22686): Launched\u000a01:12:42.534947 run osmo-hlr_10.42.42.2(pid=22687): Launched\u000a01:12:42.656524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:12:43.230913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22689): Launched\u000a01:12:43.562736 run osmo-stp_10.42.42.5(pid=22690): Launched\u000a01:12:43.682683 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:12:44.260734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22692): Launched\u000a01:12:44.378952 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:12:44.668664 run patchelf(pid=22693): Launched\u000a01:12:44.863313 run osmo-stp_10.42.42.5(pid=22690): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22690)]\u000a01:12:45.004648 run osmo-stp_10.42.42.5(pid=22690): stdout: \u000a| (launched: 2022-12-14_01:12:43.398509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:45.146196 run osmo-stp_10.42.42.5(pid=22690): stderr: \u000a| �[0;m�[38;5;43m20221214011243590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011243591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011243591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011243591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011243592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011243592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011243592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:45.283014 run osmo-stp_10.42.42.5(pid=22690): stdout: \u000a| (launched: 2022-12-14_01:12:43.398509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:45.418194 run osmo-stp_10.42.42.5(pid=22690): stderr: \u000a| �[0;m�[38;5;43m20221214011243590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011243591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011243591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011243591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011243592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011243592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011243592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:45.576060 run patchelf(pid=22693): Terminating (SIGINT)\u000a01:12:45.760576 run patchelf(pid=22693): Terminated: ok {rc=0}\u000a01:12:45.794550 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22690): Process ended prematurely: osmo-stp_10.42.42.5(pid=22690) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22690)] [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:12:45.804625 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a01:12:45.886083 run osmo-hlr_10.42.42.2(pid=22687): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22687)]\u000a01:12:45.953099 run osmo-hlr_10.42.42.2(pid=22687): stdout: \u000a| (launched: 2022-12-14_01:12:42.370377) \u000a01:12:46.007128 run osmo-hlr_10.42.42.2(pid=22687): stderr: \u000a| �[0;m�[1;31m20221214011242566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011242566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011242566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011242566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011242566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011242566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011242579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011242589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011242589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011242589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:12:46.057340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22680): Terminating (SIGTERM)\u000a01:12:46.101953 run iperf3-srv_10.42.42.10(pid=22681): Terminating (SIGTERM)\u000a01:12:46.147032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22682): Terminating (SIGTERM)\u000a01:12:46.191968 run iperf3-srv_10.42.42.10(pid=22683): Terminating (SIGTERM)\u000a01:12:46.236707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22686): Terminating (SIGTERM)\u000a01:12:46.280340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22689): Terminating (SIGTERM)\u000a01:12:46.324661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22692): Terminating (SIGTERM)\u000a01:12:46.334501 --- ParallelTerminationStrategy: PID 22680 died...\u000a01:12:46.391927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22680): Terminated: ok {rc=0}\u000a01:12:46.402450 --- ParallelTerminationStrategy: PID 22681 died...\u000a01:12:46.459419 run iperf3-srv_10.42.42.10(pid=22681): Terminated {rc=256}\u000a01:12:46.469996 --- ParallelTerminationStrategy: PID 22682 died...\u000a01:12:46.527175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22682): Terminated: ok {rc=0}\u000a01:12:46.537763 --- ParallelTerminationStrategy: PID 22683 died...\u000a01:12:46.595624 run iperf3-srv_10.42.42.10(pid=22683): Terminated {rc=256}\u000a01:12:46.606673 --- ParallelTerminationStrategy: PID 22686 died...\u000a01:12:46.664750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22686): Terminated: ok {rc=0}\u000a01:12:46.675627 --- ParallelTerminationStrategy: PID 22689 died...\u000a01:12:46.733677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22689): Terminated: ok {rc=0}\u000a01:12:46.745061 --- ParallelTerminationStrategy: PID 22692 died...\u000a01:12:46.802754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22692): Terminated: ok {rc=0}\u000a01:12:46.892886 bus /gobi_0: Setting Powered False\u000a01:12:48.000520 bus /gobi_0: Setting Powered False\u000a01:12:49.107777 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22702): Process ended prematurely: osmo-stp_10.42.42.5(pid=22702) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22702)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22702): Process ended prematurely: osmo-stp_10.42.42.5(pid=22702) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22702)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:12:50.223546 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:50.236019 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:12:50.389220 tst iperf3.py: using LAC 37513\u000a01:12:50.512441 tst iperf3.py: using RAC 28\u000a01:12:50.634541 tst iperf3.py: using CellId 37513\u000a01:12:50.753765 tst iperf3.py: using BVCI 37514\u000a01:12:50.776885 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:50.788100 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:50.799133 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:50.810100 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:50.821066 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:50.832056 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:50.842997 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:50.853661 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:50.864797 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:12:51.147564 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:12:51.274315 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:12:51.591718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22694): Launched\u000a01:12:51.856895 run iperf3-srv_10.42.42.10(pid=22695): Launched\u000a01:12:52.042403 tst iperf3.py:8: start network...\u000a01:12:52.169310 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:12:52.661349 run create_hlr_db(pid=22696): Launched\u000a01:12:52.837468 bus /gobi_6: Setting Powered False\u000a01:12:53.858720 run create_hlr_db(pid=22696): Terminated: ok {rc=0}\u000a01:12:54.298539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22698): Launched\u000a01:12:54.630058 run osmo-hlr_10.42.42.2(pid=22699): Launched\u000a01:12:54.752669 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:12:55.331524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22701): Launched\u000a01:12:55.660313 run osmo-stp_10.42.42.5(pid=22702): Launched\u000a01:12:55.780662 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:12:56.354780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22704): Launched\u000a01:12:56.472470 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:12:56.762486 run patchelf(pid=22705): Launched\u000a01:12:56.955980 run osmo-stp_10.42.42.5(pid=22702): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22702)]\u000a01:12:57.097615 run osmo-stp_10.42.42.5(pid=22702): stdout: \u000a| (launched: 2022-12-14_01:12:55.498323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:57.239950 run osmo-stp_10.42.42.5(pid=22702): stderr: \u000a| �[0;m�[38;5;43m20221214011255690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011255690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011255690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011255690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011255691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011255691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011255691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:57.376745 run osmo-stp_10.42.42.5(pid=22702): stdout: \u000a| (launched: 2022-12-14_01:12:55.498323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:57.512238 run osmo-stp_10.42.42.5(pid=22702): stderr: \u000a| �[0;m�[38;5;43m20221214011255690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011255690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011255690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011255690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011255691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011255691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011255691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:57.669667 run patchelf(pid=22705): Terminating (SIGINT)\u000a01:12:57.854420 run patchelf(pid=22705): Terminated: ok {rc=0}\u000a01:12:57.888532 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22702): Process ended prematurely: osmo-stp_10.42.42.5(pid=22702) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22702)] [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a01:12:57.898604 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a01:12:57.961993 run osmo-hlr_10.42.42.2(pid=22699): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22699)]\u000a01:12:58.013472 run osmo-hlr_10.42.42.2(pid=22699): stdout: \u000a| (launched: 2022-12-14_01:12:54.466590) \u000a01:12:58.065628 run osmo-hlr_10.42.42.2(pid=22699): stderr: \u000a| �[0;m�[1;31m20221214011254664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011254664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011254664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011254664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011254664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011254664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011254677 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011254685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011254686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011254686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:12:58.109970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22694): Terminating (SIGTERM)\u000a01:12:58.152364 run iperf3-srv_10.42.42.10(pid=22695): Terminating (SIGTERM)\u000a01:12:58.195331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22698): Terminating (SIGTERM)\u000a01:12:58.237839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22701): Terminating (SIGTERM)\u000a01:12:58.280837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22704): Terminating (SIGTERM)\u000a01:12:58.290694 --- ParallelTerminationStrategy: PID 22694 died...\u000a01:12:58.348125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22694): Terminated: ok {rc=0}\u000a01:12:58.358315 --- ParallelTerminationStrategy: PID 22695 died...\u000a01:12:58.415293 run iperf3-srv_10.42.42.10(pid=22695): Terminated {rc=256}\u000a01:12:58.425412 --- ParallelTerminationStrategy: PID 22698 died...\u000a01:12:58.482534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22698): Terminated: ok {rc=0}\u000a01:12:58.492833 --- ParallelTerminationStrategy: PID 22701 died...\u000a01:12:58.549691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22701): Terminated: ok {rc=0}\u000a01:12:58.559815 --- ParallelTerminationStrategy: PID 22704 died...\u000a01:12:58.617017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22704): Terminated: ok {rc=0}\u000a01:12:58.705181 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22720): Process ended prematurely: osmo-stp_10.42.42.5(pid=22720) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22720)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22720): Process ended prematurely: osmo-stp_10.42.42.5(pid=22720) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22720)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:12:59.819983 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:59.831758 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:12:59.969610 tst iperf3m4.py: using LAC 37514\u000a01:13:00.088588 tst iperf3m4.py: using RAC 29\u000a01:13:00.208318 tst iperf3m4.py: using CellId 37514\u000a01:13:00.327961 tst iperf3m4.py: using BVCI 37515\u000a01:13:00.351578 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:00.362767 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:00.373749 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:00.384517 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:00.395402 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:00.406370 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:00.417440 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:00.428804 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:00.440087 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:13:00.561100 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:13:00.681004 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:13:00.802821 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:13:01.105328 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:13:01.236933 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:01.577386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22706): Launched\u000a01:13:01.863805 run iperf3-srv_10.42.42.10(pid=22707): Launched\u000a01:13:02.056661 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:13:02.190879 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:02.511452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22708): Launched\u000a01:13:02.775815 run iperf3-srv_10.42.42.10(pid=22709): Launched\u000a01:13:02.962701 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:13:03.090111 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:03.408847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22710): Launched\u000a01:13:03.673194 run iperf3-srv_10.42.42.10(pid=22711): Launched\u000a01:13:03.859523 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:13:03.986915 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:04.305740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22712): Launched\u000a01:13:04.573209 run iperf3-srv_10.42.42.10(pid=22713): Launched\u000a01:13:04.759153 tst iperf3m4.py:8: start network...\u000a01:13:04.886808 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:13:05.379766 run create_hlr_db(pid=22714): Launched\u000a01:13:05.555748 bus /gobi_6: Setting Powered False\u000a01:13:06.578277 run create_hlr_db(pid=22714): Terminated: ok {rc=0}\u000a01:13:06.987731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22716): Launched\u000a01:13:07.294597 run osmo-hlr_10.42.42.2(pid=22717): Launched\u000a01:13:07.415083 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:13:07.958642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22719): Launched\u000a01:13:08.266850 run osmo-stp_10.42.42.5(pid=22720): Launched\u000a01:13:08.379282 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:13:08.917844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22722): Launched\u000a01:13:09.027221 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:13:09.297590 run patchelf(pid=22723): Launched\u000a01:13:09.477490 run osmo-stp_10.42.42.5(pid=22720): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22720)]\u000a01:13:09.609125 run osmo-stp_10.42.42.5(pid=22720): stdout: \u000a| (launched: 2022-12-14_01:13:08.114694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:09.741204 run osmo-stp_10.42.42.5(pid=22720): stderr: \u000a| �[0;m�[38;5;43m20221214011308283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011308284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011308284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011308284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011308285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011308285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011308285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:09.867891 run osmo-stp_10.42.42.5(pid=22720): stdout: \u000a| (launched: 2022-12-14_01:13:08.114694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:09.993691 run osmo-stp_10.42.42.5(pid=22720): stderr: \u000a| �[0;m�[38;5;43m20221214011308283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011308284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011308284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011308284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011308285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011308285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011308285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:10.139720 run patchelf(pid=22723): Terminating (SIGINT)\u000a01:13:10.311671 run patchelf(pid=22723): Terminated: ok {rc=0}\u000a01:13:10.343281 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22720): Process ended prematurely: osmo-stp_10.42.42.5(pid=22720) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22720)] [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:13:10.352529 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a01:13:10.413250 run osmo-hlr_10.42.42.2(pid=22717): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22717)]\u000a01:13:10.462128 run osmo-hlr_10.42.42.2(pid=22717): stdout: \u000a| (launched: 2022-12-14_01:13:07.143060) \u000a01:13:10.512275 run osmo-hlr_10.42.42.2(pid=22717): stderr: \u000a| �[0;m�[1;31m20221214011307319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011307319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011307319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011307319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011307319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011307319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011307331 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011307339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011307339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011307339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:13:10.554853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22706): Terminating (SIGTERM)\u000a01:13:10.594556 run iperf3-srv_10.42.42.10(pid=22707): Terminating (SIGTERM)\u000a01:13:10.634461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22708): Terminating (SIGTERM)\u000a01:13:10.674191 run iperf3-srv_10.42.42.10(pid=22709): Terminating (SIGTERM)\u000a01:13:10.713882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22710): Terminating (SIGTERM)\u000a01:13:10.753463 run iperf3-srv_10.42.42.10(pid=22711): Terminating (SIGTERM)\u000a01:13:10.793302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22712): Terminating (SIGTERM)\u000a01:13:10.833026 run iperf3-srv_10.42.42.10(pid=22713): Terminating (SIGTERM)\u000a01:13:10.872731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22716): Terminating (SIGTERM)\u000a01:13:10.912548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22719): Terminating (SIGTERM)\u000a01:13:10.952294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22722): Terminating (SIGTERM)\u000a01:13:10.961652 --- ParallelTerminationStrategy: PID 22706 died...\u000a01:13:11.015483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22706): Terminated: ok {rc=0}\u000a01:13:11.025213 --- ParallelTerminationStrategy: PID 22707 died...\u000a01:13:11.078717 run iperf3-srv_10.42.42.10(pid=22707): Terminated {rc=256}\u000a01:13:11.088352 --- ParallelTerminationStrategy: PID 22708 died...\u000a01:13:11.142066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22708): Terminated: ok {rc=0}\u000a01:13:11.151767 --- ParallelTerminationStrategy: PID 22709 died...\u000a01:13:11.205050 run iperf3-srv_10.42.42.10(pid=22709): Terminated {rc=256}\u000a01:13:11.214703 --- ParallelTerminationStrategy: PID 22710 died...\u000a01:13:11.268233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22710): Terminated: ok {rc=0}\u000a01:13:11.277976 --- ParallelTerminationStrategy: PID 22711 died...\u000a01:13:11.331391 run iperf3-srv_10.42.42.10(pid=22711): Terminated {rc=256}\u000a01:13:11.341073 --- ParallelTerminationStrategy: PID 22712 died...\u000a01:13:11.394958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22712): Terminated: ok {rc=0}\u000a01:13:11.404758 --- ParallelTerminationStrategy: PID 22713 died...\u000a01:13:11.458231 run iperf3-srv_10.42.42.10(pid=22713): Terminated {rc=256}\u000a01:13:11.467906 --- ParallelTerminationStrategy: PID 22716 died...\u000a01:13:11.521368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22716): Terminated: ok {rc=0}\u000a01:13:11.530965 --- ParallelTerminationStrategy: PID 22719 died...\u000a01:13:11.584279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22719): Terminated: ok {rc=0}\u000a01:13:11.594030 --- ParallelTerminationStrategy: PID 22722 died...\u000a01:13:11.647176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22722): Terminated: ok {rc=0}\u000a01:13:11.731821 bus /gobi_4: Setting Powered False\u000a01:13:12.839522 bus /gobi_4: Setting Powered False\u000a01:13:13.952368 bus /gobi_1: Setting Powered False\u000a01:13:15.059069 bus /gobi_1: Setting Powered False\u000a01:13:16.187250 bus /gobi_0: Setting Powered False\u000a01:13:17.297803 bus /gobi_0: Setting Powered False\u000a01:13:18.407830 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22730): Process ended prematurely: osmo-stp_10.42.42.5(pid=22730) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22730)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22730): Process ended prematurely: osmo-stp_10.42.42.5(pid=22730) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:13:19.478171 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:19.490750 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:13:19.639100 tst ping.py: using LAC 37515\u000a01:13:19.772305 tst ping.py: using RAC 30\u000a01:13:19.896823 tst ping.py: using CellId 37515\u000a01:13:20.021085 tst ping.py: using BVCI 37516\u000a01:13:20.045819 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:20.057472 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:20.068870 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:20.080197 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:20.092032 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:20.103617 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:20.115493 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:20.127245 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:13:20.403660 tst ping.py:19: start network...\u000a01:13:20.527654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:13:21.012207 run create_hlr_db(pid=22724): Launched\u000a01:13:21.185552 bus /gobi_6: Setting Powered False\u000a01:13:22.207320 run create_hlr_db(pid=22724): Terminated: ok {rc=0}\u000a01:13:22.609741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22726): Launched\u000a01:13:22.909914 run osmo-hlr_10.42.42.2(pid=22727): Launched\u000a01:13:23.018613 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:13:23.541641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22729): Launched\u000a01:13:23.842126 run osmo-stp_10.42.42.5(pid=22730): Launched\u000a01:13:23.950177 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:13:24.474704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22732): Launched\u000a01:13:24.581117 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:13:24.844503 run patchelf(pid=22733): Launched\u000a01:13:25.020329 run osmo-stp_10.42.42.5(pid=22730): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22730)]\u000a01:13:25.148761 run osmo-stp_10.42.42.5(pid=22730): stdout: \u000a| (launched: 2022-12-14_01:13:23.693266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:25.277791 run osmo-stp_10.42.42.5(pid=22730): stderr: \u000a| �[0;m�[38;5;43m20221214011323863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011323863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011323863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011323864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011323864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011323864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011323864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:25.401634 run osmo-stp_10.42.42.5(pid=22730): stdout: \u000a| (launched: 2022-12-14_01:13:23.693266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:25.524061 run osmo-stp_10.42.42.5(pid=22730): stderr: \u000a| �[0;m�[38;5;43m20221214011323863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011323863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011323863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011323864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011323864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011323864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011323864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:25.666763 run patchelf(pid=22733): Terminating (SIGINT)\u000a01:13:25.835000 run patchelf(pid=22733): Terminated: ok {rc=0}\u000a01:13:25.865544 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22730): Process ended prematurely: osmo-stp_10.42.42.5(pid=22730) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22730)] [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a01:13:25.874168 tst ping.py:22: Test FAILED (6.4 sec)\u000a01:13:25.934061 run osmo-hlr_10.42.42.2(pid=22727): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22727)]\u000a01:13:25.983055 run osmo-hlr_10.42.42.2(pid=22727): stdout: \u000a| (launched: 2022-12-14_01:13:22.762113) \u000a01:13:26.032869 run osmo-hlr_10.42.42.2(pid=22727): stderr: \u000a| �[0;m�[1;31m20221214011322936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011322936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011322936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011322936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011322936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011322936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011322949 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011322958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011322958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011322958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:13:26.075264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22726): Terminating (SIGTERM)\u000a01:13:26.115073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22729): Terminating (SIGTERM)\u000a01:13:26.154902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22732): Terminating (SIGTERM)\u000a01:13:26.163727 --- ParallelTerminationStrategy: PID 22726 died...\u000a01:13:26.217220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22726): Terminated: ok {rc=0}\u000a01:13:26.226783 --- ParallelTerminationStrategy: PID 22729 died...\u000a01:13:26.279828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22729): Terminated: ok {rc=0}\u000a01:13:26.289458 --- ParallelTerminationStrategy: PID 22732 died...\u000a01:13:26.342517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22732): Terminated: ok {rc=0}\u000a01:13:26.430846 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22740): Process ended prematurely: osmo-stp_10.42.42.5(pid=22740) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22740)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22740): Process ended prematurely: osmo-stp_10.42.42.5(pid=22740) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:13:27.485343 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:27.497504 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:13:27.648126 tst ping_idle_ping.py: using LAC 37516\u000a01:13:27.775281 tst ping_idle_ping.py: using RAC 31\u000a01:13:27.902753 tst ping_idle_ping.py: using CellId 37516\u000a01:13:28.024173 tst ping_idle_ping.py: using BVCI 37517\u000a01:13:28.047223 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:28.058624 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:28.069573 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:28.080398 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:28.091228 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:28.102037 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:28.113161 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:28.124030 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:13:28.420177 tst ping_idle_ping.py:24: start network...\u000a01:13:28.556021 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:13:29.070490 run create_hlr_db(pid=22734): Launched\u000a01:13:29.261219 bus /gobi_6: Setting Powered False\u000a01:13:30.282023 run create_hlr_db(pid=22734): Terminated: ok {rc=0}\u000a01:13:30.692396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22736): Launched\u000a01:13:31.151001 run osmo-hlr_10.42.42.2(pid=22737): Launched\u000a01:13:31.401530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:13:31.992709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22739): Launched\u000a01:13:32.327374 run osmo-stp_10.42.42.5(pid=22740): Launched\u000a01:13:32.437391 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:13:32.965920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22742): Launched\u000a01:13:33.072763 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:13:33.337848 run patchelf(pid=22743): Launched\u000a01:13:33.514536 run osmo-stp_10.42.42.5(pid=22740): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22740)]\u000a01:13:33.644088 run osmo-stp_10.42.42.5(pid=22740): stdout: \u000a| (launched: 2022-12-14_01:13:32.150223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:33.773820 run osmo-stp_10.42.42.5(pid=22740): stderr: \u000a| �[0;m�[38;5;43m20221214011332356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011332356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011332356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011332357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011332357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011332357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011332357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:33.898593 run osmo-stp_10.42.42.5(pid=22740): stdout: \u000a| (launched: 2022-12-14_01:13:32.150223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:34.022396 run osmo-stp_10.42.42.5(pid=22740): stderr: \u000a| �[0;m�[38;5;43m20221214011332356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011332356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011332356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011332357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011332357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011332357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011332357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:34.166465 run patchelf(pid=22743): Terminating (SIGINT)\u000a01:13:34.335307 run patchelf(pid=22743): Terminated: ok {rc=0}\u000a01:13:34.366012 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22740): Process ended prematurely: osmo-stp_10.42.42.5(pid=22740) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22740)] [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:13:34.374649 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a01:13:34.434549 run osmo-hlr_10.42.42.2(pid=22737): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22737)]\u000a01:13:34.483299 run osmo-hlr_10.42.42.2(pid=22737): stdout: \u000a| (launched: 2022-12-14_01:13:30.853121) \u000a01:13:34.532698 run osmo-hlr_10.42.42.2(pid=22737): stderr: \u000a| �[0;m�[1;31m20221214011331200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011331200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011331200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011331200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011331200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011331201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011331220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011331233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011331234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011331234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:13:34.574819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22736): Terminating (SIGTERM)\u000a01:13:34.614299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22739): Terminating (SIGTERM)\u000a01:13:34.653822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22742): Terminating (SIGTERM)\u000a01:13:34.663031 --- ParallelTerminationStrategy: PID 22736 died...\u000a01:13:34.716694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22736): Terminated: ok {rc=0}\u000a01:13:34.726524 --- ParallelTerminationStrategy: PID 22739 died...\u000a01:13:34.779689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22739): Terminated: ok {rc=0}\u000a01:13:34.789416 --- ParallelTerminationStrategy: PID 22742 died...\u000a01:13:34.842579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22742): Terminated: ok {rc=0}\u000a01:13:34.932044 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:12:36" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22757): Process ended prematurely: osmo-stp_10.42.42.5(pid=22757) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22757)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22757): Process ended prematurely: osmo-stp_10.42.42.5(pid=22757) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22757)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:13:37.090360 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:37.101644 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:13:37.261777 tst cs_paging_gprs_active.py: using LAC 37517\u000a01:13:37.381658 tst cs_paging_gprs_active.py: using RAC 32\u000a01:13:37.502311 tst cs_paging_gprs_active.py: using CellId 37517\u000a01:13:37.624375 tst cs_paging_gprs_active.py: using BVCI 37518\u000a01:13:37.647777 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:37.658804 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:37.669665 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:37.680472 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:37.691539 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:37.702503 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:37.713443 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:37.724094 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:37.735083 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:13:37.854219 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:13:38.154330 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:13:38.292277 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:38.634203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22747): Launched\u000a01:13:38.918858 run iperf3-srv_10.42.42.10(pid=22748): Launched\u000a01:13:39.121775 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:13:39.259356 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:39.602851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22749): Launched\u000a01:13:39.888017 run iperf3-srv_10.42.42.10(pid=22750): Launched\u000a01:13:40.091268 tst cs_paging_gprs_active.py:38: start network...\u000a01:13:40.229081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:13:40.749454 run create_hlr_db(pid=22751): Launched\u000a01:13:40.940690 bus /gobi_6: Setting Powered False\u000a01:13:41.962078 run create_hlr_db(pid=22751): Terminated: ok {rc=0}\u000a01:13:42.400786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22753): Launched\u000a01:13:42.732902 run osmo-hlr_10.42.42.2(pid=22754): Launched\u000a01:13:42.854743 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:13:43.432725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22756): Launched\u000a01:13:43.765081 run osmo-stp_10.42.42.5(pid=22757): Launched\u000a01:13:43.885520 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:13:44.461582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22759): Launched\u000a01:13:44.579224 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:13:44.869286 run patchelf(pid=22760): Launched\u000a01:13:45.063321 run osmo-stp_10.42.42.5(pid=22757): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22757)]\u000a01:13:45.204308 run osmo-stp_10.42.42.5(pid=22757): stdout: \u000a| (launched: 2022-12-14_01:13:43.599986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:45.345648 run osmo-stp_10.42.42.5(pid=22757): stderr: \u000a| �[0;m�[38;5;43m20221214011343793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011343793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011343793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011343794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011343794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011343794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011343794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:45.481610 run osmo-stp_10.42.42.5(pid=22757): stdout: \u000a| (launched: 2022-12-14_01:13:43.599986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:45.616519 run osmo-stp_10.42.42.5(pid=22757): stderr: \u000a| �[0;m�[38;5;43m20221214011343793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011343793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011343793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011343794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011343794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011343794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011343794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:45.774093 run patchelf(pid=22760): Terminating (SIGINT)\u000a01:13:45.982611 run patchelf(pid=22760): Terminated: ok {rc=0}\u000a01:13:46.021419 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22757): Process ended prematurely: osmo-stp_10.42.42.5(pid=22757) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22757)] [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:13:46.035805 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a01:13:46.106320 run osmo-hlr_10.42.42.2(pid=22754): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22754)]\u000a01:13:46.159880 run osmo-hlr_10.42.42.2(pid=22754): stdout: \u000a| (launched: 2022-12-14_01:13:42.568172) \u000a01:13:46.214375 run osmo-hlr_10.42.42.2(pid=22754): stderr: \u000a| �[0;m�[1;31m20221214011342766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011342766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011342766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011342766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011342766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011342766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011342781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011342789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011342789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011342789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:13:46.261474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22747): Terminating (SIGTERM)\u000a01:13:46.308002 run iperf3-srv_10.42.42.10(pid=22748): Terminating (SIGTERM)\u000a01:13:46.354050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22749): Terminating (SIGTERM)\u000a01:13:46.398108 run iperf3-srv_10.42.42.10(pid=22750): Terminating (SIGTERM)\u000a01:13:46.442201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22753): Terminating (SIGTERM)\u000a01:13:46.490349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22756): Terminating (SIGTERM)\u000a01:13:46.545676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22759): Terminating (SIGTERM)\u000a01:13:46.557500 --- ParallelTerminationStrategy: PID 22747 died...\u000a01:13:46.628573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22747): Terminated: ok {rc=0}\u000a01:13:46.641162 --- ParallelTerminationStrategy: PID 22748 died...\u000a01:13:46.706379 run iperf3-srv_10.42.42.10(pid=22748): Terminated {rc=256}\u000a01:13:46.718777 --- ParallelTerminationStrategy: PID 22749 died...\u000a01:13:46.787792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22749): Terminated: ok {rc=0}\u000a01:13:46.800764 --- ParallelTerminationStrategy: PID 22750 died...\u000a01:13:46.866636 run iperf3-srv_10.42.42.10(pid=22750): Terminated {rc=256}\u000a01:13:46.878720 --- ParallelTerminationStrategy: PID 22753 died...\u000a01:13:46.946167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22753): Terminated: ok {rc=0}\u000a01:13:46.958900 --- ParallelTerminationStrategy: PID 22756 died...\u000a01:13:47.027057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22756): Terminated: ok {rc=0}\u000a01:13:47.039072 --- ParallelTerminationStrategy: PID 22759 died...\u000a01:13:47.106341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22759): Terminated: ok {rc=0}\u000a01:13:47.211687 bus /gobi_0: Setting Powered False\u000a01:13:48.324691 bus /gobi_0: Setting Powered False\u000a01:13:49.438432 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22769): Process ended prematurely: osmo-stp_10.42.42.5(pid=22769) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22769)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22769): Process ended prematurely: osmo-stp_10.42.42.5(pid=22769) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:13:50.550461 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:50.562491 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:13:50.724479 tst iperf3.py: using LAC 37518\u000a01:13:50.845500 tst iperf3.py: using RAC 33\u000a01:13:50.968230 tst iperf3.py: using CellId 37518\u000a01:13:51.090150 tst iperf3.py: using BVCI 37519\u000a01:13:51.113981 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:51.125099 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:51.135840 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:51.146743 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:51.157634 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:51.168432 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:51.179422 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:51.190220 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:51.201272 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:13:51.501034 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:13:51.638829 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:51.981964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22761): Launched\u000a01:13:52.265831 run iperf3-srv_10.42.42.10(pid=22762): Launched\u000a01:13:52.467714 tst iperf3.py:8: start network...\u000a01:13:52.605718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:13:53.128102 run create_hlr_db(pid=22763): Launched\u000a01:13:53.319935 bus /gobi_6: Setting Powered False\u000a01:13:54.340457 run create_hlr_db(pid=22763): Terminated: ok {rc=0}\u000a01:13:54.761324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22765): Launched\u000a01:13:55.071617 run osmo-hlr_10.42.42.2(pid=22766): Launched\u000a01:13:55.185144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:13:55.719772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22768): Launched\u000a01:13:56.026371 run osmo-stp_10.42.42.5(pid=22769): Launched\u000a01:13:56.137456 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:13:56.672205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22771): Launched\u000a01:13:56.781265 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:13:57.050632 run patchelf(pid=22772): Launched\u000a01:13:57.230465 run osmo-stp_10.42.42.5(pid=22769): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22769)]\u000a01:13:57.362526 run osmo-stp_10.42.42.5(pid=22769): stdout: \u000a| (launched: 2022-12-14_01:13:55.875087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:57.495212 run osmo-stp_10.42.42.5(pid=22769): stderr: \u000a| �[0;m�[38;5;43m20221214011356045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011356045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011356046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011356046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011356047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011356047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011356047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:57.622662 run osmo-stp_10.42.42.5(pid=22769): stdout: \u000a| (launched: 2022-12-14_01:13:55.875087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:57.748318 run osmo-stp_10.42.42.5(pid=22769): stderr: \u000a| �[0;m�[38;5;43m20221214011356045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011356045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011356046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011356046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011356047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011356047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011356047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:57.895163 run patchelf(pid=22772): Terminating (SIGINT)\u000a01:13:58.067328 run patchelf(pid=22772): Terminated: ok {rc=0}\u000a01:13:58.098997 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22769): Process ended prematurely: osmo-stp_10.42.42.5(pid=22769) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22769)] [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:13:58.108250 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a01:13:58.168649 run osmo-hlr_10.42.42.2(pid=22766): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22766)]\u000a01:13:58.217756 run osmo-hlr_10.42.42.2(pid=22766): stdout: \u000a| (launched: 2022-12-14_01:13:54.919752) \u000a01:13:58.267788 run osmo-hlr_10.42.42.2(pid=22766): stderr: \u000a| �[0;m�[1;31m20221214011355094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011355095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011355095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011355095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011355095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011355095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011355107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011355117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011355117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011355117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:13:58.310418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22761): Terminating (SIGTERM)\u000a01:13:58.350436 run iperf3-srv_10.42.42.10(pid=22762): Terminating (SIGTERM)\u000a01:13:58.390529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22765): Terminating (SIGTERM)\u000a01:13:58.430484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22768): Terminating (SIGTERM)\u000a01:13:58.470556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22771): Terminating (SIGTERM)\u000a01:13:58.479827 --- ParallelTerminationStrategy: PID 22761 died...\u000a01:13:58.533781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22761): Terminated: ok {rc=0}\u000a01:13:58.543424 --- ParallelTerminationStrategy: PID 22762 died...\u000a01:13:58.596843 run iperf3-srv_10.42.42.10(pid=22762): Terminated {rc=256}\u000a01:13:58.606525 --- ParallelTerminationStrategy: PID 22765 died...\u000a01:13:58.660265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22765): Terminated: ok {rc=0}\u000a01:13:58.670045 --- ParallelTerminationStrategy: PID 22768 died...\u000a01:13:58.723793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22768): Terminated: ok {rc=0}\u000a01:13:58.733585 --- ParallelTerminationStrategy: PID 22771 died...\u000a01:13:58.787147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22771): Terminated: ok {rc=0}\u000a01:13:58.875825 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22787): Process ended prematurely: osmo-stp_10.42.42.5(pid=22787) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22787)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22787): Process ended prematurely: osmo-stp_10.42.42.5(pid=22787) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22787)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:13:59.987513 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:59.999712 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:14:00.161555 tst iperf3m4.py: using LAC 37519\u000a01:14:00.282177 tst iperf3m4.py: using RAC 34\u000a01:14:00.403151 tst iperf3m4.py: using CellId 37519\u000a01:14:00.524860 tst iperf3m4.py: using BVCI 37520\u000a01:14:00.548241 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:00.559408 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:00.570432 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:00.581422 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:00.592424 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:00.603484 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:00.614676 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:00.625688 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:00.636803 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:14:00.760657 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:14:00.889018 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:14:01.039463 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:14:01.379334 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:14:01.524055 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:01.899691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22773): Launched\u000a01:14:02.202697 run iperf3-srv_10.42.42.10(pid=22774): Launched\u000a01:14:02.407085 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:14:02.545125 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:02.890129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22775): Launched\u000a01:14:03.175667 run iperf3-srv_10.42.42.10(pid=22776): Launched\u000a01:14:03.377935 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:14:03.515462 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:03.858876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22777): Launched\u000a01:14:04.144246 run iperf3-srv_10.42.42.10(pid=22778): Launched\u000a01:14:04.346058 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:14:04.483134 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:04.828202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22779): Launched\u000a01:14:05.113813 run iperf3-srv_10.42.42.10(pid=22780): Launched\u000a01:14:05.315695 tst iperf3m4.py:8: start network...\u000a01:14:05.453371 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:14:05.975812 run create_hlr_db(pid=22781): Launched\u000a01:14:06.166068 bus /gobi_6: Setting Powered False\u000a01:14:07.186929 run create_hlr_db(pid=22781): Terminated: ok {rc=0}\u000a01:14:07.627578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22783): Launched\u000a01:14:07.959437 run osmo-hlr_10.42.42.2(pid=22784): Launched\u000a01:14:08.078748 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:14:08.652337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22786): Launched\u000a01:14:08.982750 run osmo-stp_10.42.42.5(pid=22787): Launched\u000a01:14:09.101457 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:14:09.675093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22789): Launched\u000a01:14:09.792187 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:14:10.079624 run patchelf(pid=22790): Launched\u000a01:14:10.271804 run osmo-stp_10.42.42.5(pid=22787): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22787)]\u000a01:14:10.412814 run osmo-stp_10.42.42.5(pid=22787): stdout: \u000a| (launched: 2022-12-14_01:14:08.818805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:10.554675 run osmo-stp_10.42.42.5(pid=22787): stderr: \u000a| �[0;m�[38;5;43m20221214011409010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011409010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011409010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011409011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011409011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011409011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011409011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:10.690932 run osmo-stp_10.42.42.5(pid=22787): stdout: \u000a| (launched: 2022-12-14_01:14:08.818805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:10.825215 run osmo-stp_10.42.42.5(pid=22787): stderr: \u000a| �[0;m�[38;5;43m20221214011409010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011409010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011409010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011409011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011409011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011409011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011409011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:10.982727 run patchelf(pid=22790): Terminating (SIGINT)\u000a01:14:11.167109 run patchelf(pid=22790): Terminated: ok {rc=0}\u000a01:14:11.200937 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22787): Process ended prematurely: osmo-stp_10.42.42.5(pid=22787) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22787)] [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:14:11.211040 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a01:14:11.274705 run osmo-hlr_10.42.42.2(pid=22784): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22784)]\u000a01:14:11.326078 run osmo-hlr_10.42.42.2(pid=22784): stdout: \u000a| (launched: 2022-12-14_01:14:07.794754) \u000a01:14:11.378046 run osmo-hlr_10.42.42.2(pid=22784): stderr: \u000a| �[0;m�[1;31m20221214011407991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011407991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011407991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011407991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011407991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011407992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011408027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011408037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011408037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011408037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:14:11.422555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22773): Terminating (SIGTERM)\u000a01:14:11.464542 run iperf3-srv_10.42.42.10(pid=22774): Terminating (SIGTERM)\u000a01:14:11.507034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22775): Terminating (SIGTERM)\u000a01:14:11.549355 run iperf3-srv_10.42.42.10(pid=22776): Terminating (SIGTERM)\u000a01:14:11.591450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22777): Terminating (SIGTERM)\u000a01:14:11.633951 run iperf3-srv_10.42.42.10(pid=22778): Terminating (SIGTERM)\u000a01:14:11.675980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22779): Terminating (SIGTERM)\u000a01:14:11.718569 run iperf3-srv_10.42.42.10(pid=22780): Terminating (SIGTERM)\u000a01:14:11.760391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22783): Terminating (SIGTERM)\u000a01:14:11.802755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22786): Terminating (SIGTERM)\u000a01:14:11.844565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22789): Terminating (SIGTERM)\u000a01:14:11.854216 --- ParallelTerminationStrategy: PID 22773 died...\u000a01:14:11.911588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22773): Terminated: ok {rc=0}\u000a01:14:11.922391 --- ParallelTerminationStrategy: PID 22774 died...\u000a01:14:11.979842 run iperf3-srv_10.42.42.10(pid=22774): Terminated {rc=256}\u000a01:14:11.989872 --- ParallelTerminationStrategy: PID 22775 died...\u000a01:14:12.045916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22775): Terminated: ok {rc=0}\u000a01:14:12.055947 --- ParallelTerminationStrategy: PID 22776 died...\u000a01:14:12.111599 run iperf3-srv_10.42.42.10(pid=22776): Terminated {rc=256}\u000a01:14:12.121916 --- ParallelTerminationStrategy: PID 22777 died...\u000a01:14:12.178171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22777): Terminated: ok {rc=0}\u000a01:14:12.188102 --- ParallelTerminationStrategy: PID 22778 died...\u000a01:14:12.243816 run iperf3-srv_10.42.42.10(pid=22778): Terminated {rc=256}\u000a01:14:12.253812 --- ParallelTerminationStrategy: PID 22779 died...\u000a01:14:12.310005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22779): Terminated: ok {rc=0}\u000a01:14:12.320046 --- ParallelTerminationStrategy: PID 22780 died...\u000a01:14:12.375883 run iperf3-srv_10.42.42.10(pid=22780): Terminated {rc=256}\u000a01:14:12.385880 --- ParallelTerminationStrategy: PID 22783 died...\u000a01:14:12.442158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22783): Terminated: ok {rc=0}\u000a01:14:12.452233 --- ParallelTerminationStrategy: PID 22786 died...\u000a01:14:12.508463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22786): Terminated: ok {rc=0}\u000a01:14:12.518515 --- ParallelTerminationStrategy: PID 22789 died...\u000a01:14:12.574530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22789): Terminated: ok {rc=0}\u000a01:14:12.661784 bus /gobi_4: Setting Powered False\u000a01:14:13.767485 bus /gobi_4: Setting Powered False\u000a01:14:14.877106 bus /gobi_1: Setting Powered False\u000a01:14:16.010761 bus /gobi_1: Setting Powered False\u000a01:14:17.125925 bus /gobi_0: Setting Powered False\u000a01:14:18.230436 bus /gobi_0: Setting Powered False\u000a01:14:19.344187 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22798): Process ended prematurely: osmo-stp_10.42.42.5(pid=22798) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22798)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22798): Process ended prematurely: osmo-stp_10.42.42.5(pid=22798) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22798)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:14:20.412514 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:20.424501 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:14:20.584648 tst ping.py: using LAC 37520\u000a01:14:20.701315 tst ping.py: using RAC 35\u000a01:14:20.821683 tst ping.py: using CellId 37520\u000a01:14:20.950312 tst ping.py: using BVCI 37521\u000a01:14:20.975204 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:20.987169 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:20.998843 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:21.010727 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:21.023151 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:21.035521 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:21.047980 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:21.060287 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:14:21.357626 tst ping.py:19: start network...\u000a01:14:21.491890 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:14:21.999307 run create_hlr_db(pid=22792): Launched\u000a01:14:22.186662 bus /gobi_6: Setting Powered False\u000a01:14:23.206961 run create_hlr_db(pid=22792): Terminated: ok {rc=0}\u000a01:14:23.611581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22794): Launched\u000a01:14:23.912838 run osmo-hlr_10.42.42.2(pid=22795): Launched\u000a01:14:24.022078 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:14:24.547098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22797): Launched\u000a01:14:24.848848 run osmo-stp_10.42.42.5(pid=22798): Launched\u000a01:14:24.957540 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:14:25.484521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22800): Launched\u000a01:14:25.591164 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:14:25.853470 run patchelf(pid=22801): Launched\u000a01:14:26.030144 run osmo-stp_10.42.42.5(pid=22798): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22798)]\u000a01:14:26.158934 run osmo-stp_10.42.42.5(pid=22798): stdout: \u000a| (launched: 2022-12-14_01:14:24.699000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:26.287954 run osmo-stp_10.42.42.5(pid=22798): stderr: \u000a| �[0;m�[38;5;43m20221214011424869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011424870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011424870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011424870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011424871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011424871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011424871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:26.411855 run osmo-stp_10.42.42.5(pid=22798): stdout: \u000a| (launched: 2022-12-14_01:14:24.699000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:26.534793 run osmo-stp_10.42.42.5(pid=22798): stderr: \u000a| �[0;m�[38;5;43m20221214011424869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011424870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011424870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011424870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011424871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011424871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011424871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:26.677659 run patchelf(pid=22801): Terminating (SIGINT)\u000a01:14:26.845775 run patchelf(pid=22801): Terminated: ok {rc=0}\u000a01:14:26.876298 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22798): Process ended prematurely: osmo-stp_10.42.42.5(pid=22798) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22798)] [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:14:26.885014 tst ping.py:22: Test FAILED (6.5 sec)\u000a01:14:26.945318 run osmo-hlr_10.42.42.2(pid=22795): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22795)]\u000a01:14:26.994738 run osmo-hlr_10.42.42.2(pid=22795): stdout: \u000a| (launched: 2022-12-14_01:14:23.764147) \u000a01:14:27.044598 run osmo-hlr_10.42.42.2(pid=22795): stderr: \u000a| �[0;m�[1;31m20221214011423936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011423936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011423936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011423936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011423936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011423936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011423976 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011423986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011423986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011423986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:14:27.087043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22794): Terminating (SIGTERM)\u000a01:14:27.127590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22797): Terminating (SIGTERM)\u000a01:14:27.167807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22800): Terminating (SIGTERM)\u000a01:14:27.177219 --- ParallelTerminationStrategy: PID 22794 died...\u000a01:14:27.230610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22794): Terminated: ok {rc=0}\u000a01:14:27.240284 --- ParallelTerminationStrategy: PID 22797 died...\u000a01:14:27.293790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22797): Terminated: ok {rc=0}\u000a01:14:27.303341 --- ParallelTerminationStrategy: PID 22800 died...\u000a01:14:27.356404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22800): Terminated: ok {rc=0}\u000a01:14:27.444705 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22808): Process ended prematurely: osmo-stp_10.42.42.5(pid=22808) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22808)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22808): Process ended prematurely: osmo-stp_10.42.42.5(pid=22808) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22808)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:14:28.497830 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:28.510394 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:14:28.680021 tst ping_idle_ping.py: using LAC 37521\u000a01:14:28.811851 tst ping_idle_ping.py: using RAC 36\u000a01:14:28.940597 tst ping_idle_ping.py: using CellId 37521\u000a01:14:29.061823 tst ping_idle_ping.py: using BVCI 37522\u000a01:14:29.084846 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:29.096070 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:29.107061 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:29.117980 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:29.129503 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:29.141163 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:29.152829 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:29.164249 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:14:29.442392 tst ping_idle_ping.py:24: start network...\u000a01:14:29.567485 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:14:30.059693 run create_hlr_db(pid=22802): Launched\u000a01:14:30.235306 bus /gobi_6: Setting Powered False\u000a01:14:31.306151 run create_hlr_db(pid=22802): Terminated: ok {rc=0}\u000a01:14:31.770601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22804): Launched\u000a01:14:32.170611 run osmo-hlr_10.42.42.2(pid=22805): Launched\u000a01:14:32.333748 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:14:32.900393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22807): Launched\u000a01:14:33.225213 run osmo-stp_10.42.42.5(pid=22808): Launched\u000a01:14:33.342409 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:14:33.906411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22810): Launched\u000a01:14:34.023004 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:14:34.306703 run patchelf(pid=22811): Launched\u000a01:14:34.496668 run osmo-stp_10.42.42.5(pid=22808): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22808)]\u000a01:14:34.635567 run osmo-stp_10.42.42.5(pid=22808): stdout: \u000a| (launched: 2022-12-14_01:14:33.065218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:34.775047 run osmo-stp_10.42.42.5(pid=22808): stderr: \u000a| �[0;m�[38;5;43m20221214011433256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011433256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011433256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011433257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011433257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011433257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011433257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:34.910042 run osmo-stp_10.42.42.5(pid=22808): stdout: \u000a| (launched: 2022-12-14_01:14:33.065218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:35.043216 run osmo-stp_10.42.42.5(pid=22808): stderr: \u000a| �[0;m�[38;5;43m20221214011433256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011433256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011433256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011433257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011433257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011433257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011433257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:35.198191 run patchelf(pid=22811): Terminating (SIGINT)\u000a01:14:35.379734 run patchelf(pid=22811): Terminated: ok {rc=0}\u000a01:14:35.412613 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22808): Process ended prematurely: osmo-stp_10.42.42.5(pid=22808) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22808)] [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:14:35.422106 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a01:14:35.485403 run osmo-hlr_10.42.42.2(pid=22805): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22805)]\u000a01:14:35.537006 run osmo-hlr_10.42.42.2(pid=22805): stdout: \u000a| (launched: 2022-12-14_01:14:31.930133) \u000a01:14:35.589118 run osmo-hlr_10.42.42.2(pid=22805): stderr: \u000a| �[0;m�[1;31m20221214011432222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011432222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011432222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011432222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011432222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011432223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011432239 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011432247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011432248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011432248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:14:35.633744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22804): Terminating (SIGTERM)\u000a01:14:35.676209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22807): Terminating (SIGTERM)\u000a01:14:35.718304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22810): Terminating (SIGTERM)\u000a01:14:35.727986 --- ParallelTerminationStrategy: PID 22804 died...\u000a01:14:35.783701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22804): Terminated: ok {rc=0}\u000a01:14:35.793829 --- ParallelTerminationStrategy: PID 22807 died...\u000a01:14:35.850441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22807): Terminated: ok {rc=0}\u000a01:14:35.860325 --- ParallelTerminationStrategy: PID 22810 died...\u000a01:14:35.916867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22810): Terminated: ok {rc=0}\u000a01:14:36.004103 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:13:36" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22826): Process ended prematurely: osmo-stp_10.42.42.5(pid=22826) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22826)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22826): Process ended prematurely: osmo-stp_10.42.42.5(pid=22826) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22826)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:14:38.174530 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:38.186313 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:14:38.356747 tst cs_paging_gprs_active.py: using LAC 37522\u000a01:14:38.489738 tst cs_paging_gprs_active.py: using RAC 37\u000a01:14:38.616563 tst cs_paging_gprs_active.py: using CellId 37522\u000a01:14:38.743662 tst cs_paging_gprs_active.py: using BVCI 37523\u000a01:14:38.769169 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:38.780776 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:38.792422 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:38.804060 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:38.815758 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:38.827589 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:38.839614 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:38.851484 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:38.863545 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:14:38.982165 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:14:39.283486 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:14:39.421333 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:39.766684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22816): Launched\u000a01:14:40.054289 run iperf3-srv_10.42.42.10(pid=22817): Launched\u000a01:14:40.257777 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:14:40.396092 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:40.741894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22818): Launched\u000a01:14:41.028575 run iperf3-srv_10.42.42.10(pid=22819): Launched\u000a01:14:41.231361 tst cs_paging_gprs_active.py:38: start network...\u000a01:14:41.369528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:14:41.889870 run create_hlr_db(pid=22820): Launched\u000a01:14:42.080428 bus /gobi_6: Setting Powered False\u000a01:14:43.100613 run create_hlr_db(pid=22820): Terminated: ok {rc=0}\u000a01:14:43.514057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22822): Launched\u000a01:14:43.821689 run osmo-hlr_10.42.42.2(pid=22823): Launched\u000a01:14:43.934837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:14:44.467210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22825): Launched\u000a01:14:44.773516 run osmo-stp_10.42.42.5(pid=22826): Launched\u000a01:14:44.885049 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:14:45.421276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22828): Launched\u000a01:14:45.530150 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:14:45.798941 run patchelf(pid=22829): Launched\u000a01:14:46.000934 run osmo-stp_10.42.42.5(pid=22826): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22826)]\u000a01:14:46.181734 run osmo-stp_10.42.42.5(pid=22826): stdout: \u000a| (launched: 2022-12-14_01:14:44.622814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:46.317163 run osmo-stp_10.42.42.5(pid=22826): stderr: \u000a| �[0;m�[38;5;43m20221214011444794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011444794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011444794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011444794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011444795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011444795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011444795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:46.446448 run osmo-stp_10.42.42.5(pid=22826): stdout: \u000a| (launched: 2022-12-14_01:14:44.622814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:46.574345 run osmo-stp_10.42.42.5(pid=22826): stderr: \u000a| �[0;m�[38;5;43m20221214011444794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011444794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011444794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011444794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011444795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011444795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011444795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:46.724016 run patchelf(pid=22829): Terminating (SIGINT)\u000a01:14:46.899431 run patchelf(pid=22829): Terminated: ok {rc=0}\u000a01:14:46.931994 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22826): Process ended prematurely: osmo-stp_10.42.42.5(pid=22826) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22826)] [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a01:14:46.941963 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a01:14:47.003344 run osmo-hlr_10.42.42.2(pid=22823): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22823)]\u000a01:14:47.053341 run osmo-hlr_10.42.42.2(pid=22823): stdout: \u000a| (launched: 2022-12-14_01:14:43.669700) \u000a01:14:47.104155 run osmo-hlr_10.42.42.2(pid=22823): stderr: \u000a| �[0;m�[1;31m20221214011443843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011443843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011443843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011443843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011443843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011443843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011443867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011443876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011443877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011443877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:14:47.147490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22816): Terminating (SIGTERM)\u000a01:14:47.189774 run iperf3-srv_10.42.42.10(pid=22817): Terminating (SIGTERM)\u000a01:14:47.232144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22818): Terminating (SIGTERM)\u000a01:14:47.273458 run iperf3-srv_10.42.42.10(pid=22819): Terminating (SIGTERM)\u000a01:14:47.314009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22822): Terminating (SIGTERM)\u000a01:14:47.353827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22825): Terminating (SIGTERM)\u000a01:14:47.393341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22828): Terminating (SIGTERM)\u000a01:14:47.402526 --- ParallelTerminationStrategy: PID 22816 died...\u000a01:14:47.456024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22816): Terminated: ok {rc=0}\u000a01:14:47.465906 --- ParallelTerminationStrategy: PID 22817 died...\u000a01:14:47.519238 run iperf3-srv_10.42.42.10(pid=22817): Terminated {rc=256}\u000a01:14:47.528697 --- ParallelTerminationStrategy: PID 22818 died...\u000a01:14:47.581869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22818): Terminated: ok {rc=0}\u000a01:14:47.591331 --- ParallelTerminationStrategy: PID 22819 died...\u000a01:14:47.644436 run iperf3-srv_10.42.42.10(pid=22819): Terminated {rc=256}\u000a01:14:47.653987 --- ParallelTerminationStrategy: PID 22822 died...\u000a01:14:47.707353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22822): Terminated: ok {rc=0}\u000a01:14:47.716891 --- ParallelTerminationStrategy: PID 22825 died...\u000a01:14:47.769991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22825): Terminated: ok {rc=0}\u000a01:14:47.779915 --- ParallelTerminationStrategy: PID 22828 died...\u000a01:14:47.833119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22828): Terminated: ok {rc=0}\u000a01:14:47.922646 bus /gobi_0: Setting Powered False\u000a01:14:49.026722 bus /gobi_0: Setting Powered False\u000a01:14:50.138794 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22838): Process ended prematurely: osmo-stp_10.42.42.5(pid=22838) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22838)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22838): Process ended prematurely: osmo-stp_10.42.42.5(pid=22838) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a01:14:51.249976 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:51.261806 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:14:51.433307 tst iperf3.py: using LAC 37523\u000a01:14:51.564084 tst iperf3.py: using RAC 38\u000a01:14:51.694696 tst iperf3.py: using CellId 37523\u000a01:14:51.823116 tst iperf3.py: using BVCI 37524\u000a01:14:51.848483 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:51.860207 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:51.871696 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:51.883132 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:51.894887 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:51.906589 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:51.918786 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:51.930460 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:51.942319 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:14:52.224378 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:14:52.352407 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:52.674664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22830): Launched\u000a01:14:52.942100 run iperf3-srv_10.42.42.10(pid=22831): Launched\u000a01:14:53.129767 tst iperf3.py:8: start network...\u000a01:14:53.257866 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:14:53.753030 run create_hlr_db(pid=22832): Launched\u000a01:14:53.930554 bus /gobi_6: Setting Powered False\u000a01:14:54.951879 run create_hlr_db(pid=22832): Terminated: ok {rc=0}\u000a01:14:55.391453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22834): Launched\u000a01:14:55.722554 run osmo-hlr_10.42.42.2(pid=22835): Launched\u000a01:14:55.846841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:14:56.423960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22837): Launched\u000a01:14:56.755037 run osmo-stp_10.42.42.5(pid=22838): Launched\u000a01:14:56.875246 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:14:57.452298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22840): Launched\u000a01:14:57.570439 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:14:57.860042 run patchelf(pid=22841): Launched\u000a01:14:58.053153 run osmo-stp_10.42.42.5(pid=22838): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22838)]\u000a01:14:58.194950 run osmo-stp_10.42.42.5(pid=22838): stdout: \u000a| (launched: 2022-12-14_01:14:56.591140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:58.336624 run osmo-stp_10.42.42.5(pid=22838): stderr: \u000a| �[0;m�[38;5;43m20221214011456783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011456783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011456783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011456783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011456784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011456784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011456784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:58.473270 run osmo-stp_10.42.42.5(pid=22838): stdout: \u000a| (launched: 2022-12-14_01:14:56.591140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:58.608221 run osmo-stp_10.42.42.5(pid=22838): stderr: \u000a| �[0;m�[38;5;43m20221214011456783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011456783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011456783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011456783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011456784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011456784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011456784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:58.765727 run patchelf(pid=22841): Terminating (SIGINT)\u000a01:14:58.951087 run patchelf(pid=22841): Terminated: ok {rc=0}\u000a01:14:58.985004 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22838): Process ended prematurely: osmo-stp_10.42.42.5(pid=22838) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22838)] [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a01:14:58.995145 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a01:14:59.059156 run osmo-hlr_10.42.42.2(pid=22835): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22835)]\u000a01:14:59.111279 run osmo-hlr_10.42.42.2(pid=22835): stdout: \u000a| (launched: 2022-12-14_01:14:55.559181) \u000a01:14:59.164139 run osmo-hlr_10.42.42.2(pid=22835): stderr: \u000a| �[0;m�[1;31m20221214011455756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011455756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011455756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011455756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011455756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011455756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011455769 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011455780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011455780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011455780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:14:59.209361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22830): Terminating (SIGTERM)\u000a01:14:59.252362 run iperf3-srv_10.42.42.10(pid=22831): Terminating (SIGTERM)\u000a01:14:59.294914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22834): Terminating (SIGTERM)\u000a01:14:59.337358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22837): Terminating (SIGTERM)\u000a01:14:59.380071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22840): Terminating (SIGTERM)\u000a01:14:59.389945 --- ParallelTerminationStrategy: PID 22830 died...\u000a01:14:59.446890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22830): Terminated: ok {rc=0}\u000a01:14:59.457078 --- ParallelTerminationStrategy: PID 22831 died...\u000a01:14:59.513717 run iperf3-srv_10.42.42.10(pid=22831): Terminated {rc=256}\u000a01:14:59.523914 --- ParallelTerminationStrategy: PID 22834 died...\u000a01:14:59.580659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22834): Terminated: ok {rc=0}\u000a01:14:59.590994 --- ParallelTerminationStrategy: PID 22837 died...\u000a01:14:59.647883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22837): Terminated: ok {rc=0}\u000a01:14:59.658133 --- ParallelTerminationStrategy: PID 22840 died...\u000a01:14:59.714913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22840): Terminated: ok {rc=0}\u000a01:14:59.802955 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22859): Process ended prematurely: osmo-stp_10.42.42.5(pid=22859) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22859)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22859): Process ended prematurely: osmo-stp_10.42.42.5(pid=22859) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22859)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a01:15:00.936209 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:00.949076 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:15:01.123177 tst iperf3m4.py: using LAC 37524\u000a01:15:01.272868 tst iperf3m4.py: using RAC 39\u000a01:15:01.409510 tst iperf3m4.py: using CellId 37524\u000a01:15:01.540811 tst iperf3m4.py: using BVCI 37525\u000a01:15:01.567552 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:01.580330 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:01.592898 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:01.605727 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:01.619410 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:01.634009 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:01.647808 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:01.661013 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:01.675455 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:15:01.802145 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:15:01.935672 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:15:02.065397 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:15:02.395132 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:15:02.534017 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:15:02.878225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22845): Launched\u000a01:15:03.163905 run iperf3-srv_10.42.42.10(pid=22846): Launched\u000a01:15:03.366347 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:15:03.503903 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:15:03.846023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22847): Launched\u000a01:15:04.131655 run iperf3-srv_10.42.42.10(pid=22848): Launched\u000a01:15:04.333172 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:15:04.470315 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:15:04.813514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22849): Launched\u000a01:15:05.098108 run iperf3-srv_10.42.42.10(pid=22850): Launched\u000a01:15:05.299370 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:15:05.436604 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:15:05.778177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22851): Launched\u000a01:15:06.063687 run iperf3-srv_10.42.42.10(pid=22852): Launched\u000a01:15:06.265293 tst iperf3m4.py:8: start network...\u000a01:15:06.402640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:15:06.921907 run create_hlr_db(pid=22853): Launched\u000a01:15:07.111895 bus /gobi_6: Setting Powered False\u000a01:15:08.133045 run create_hlr_db(pid=22853): Terminated: ok {rc=0}\u000a01:15:08.571736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22855): Launched\u000a01:15:08.902113 run osmo-hlr_10.42.42.2(pid=22856): Launched\u000a01:15:09.020773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:15:09.597086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22858): Launched\u000a01:15:09.927735 run osmo-stp_10.42.42.5(pid=22859): Launched\u000a01:15:10.047703 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:15:10.623625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22861): Launched\u000a01:15:10.741038 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:15:11.027885 run patchelf(pid=22863): Launched\u000a01:15:11.219408 run osmo-stp_10.42.42.5(pid=22859): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22859)]\u000a01:15:11.359823 run osmo-stp_10.42.42.5(pid=22859): stdout: \u000a| (launched: 2022-12-14_01:15:09.764500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:11.500391 run osmo-stp_10.42.42.5(pid=22859): stderr: \u000a| �[0;m�[38;5;43m20221214011509955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011509955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011509955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011509955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011509956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011509956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011509956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:11.635710 run osmo-stp_10.42.42.5(pid=22859): stdout: \u000a| (launched: 2022-12-14_01:15:09.764500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:11.769827 run osmo-stp_10.42.42.5(pid=22859): stderr: \u000a| �[0;m�[38;5;43m20221214011509955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011509955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011509955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011509955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011509956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011509956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011509956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:11.926783 run patchelf(pid=22863): Terminating (SIGINT)\u000a01:15:12.110577 run patchelf(pid=22863): Terminated: ok {rc=0}\u000a01:15:12.144188 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22859): Process ended prematurely: osmo-stp_10.42.42.5(pid=22859) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22859)] [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a01:15:12.154439 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a01:15:12.218925 run osmo-hlr_10.42.42.2(pid=22856): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22856)]\u000a01:15:12.270967 run osmo-hlr_10.42.42.2(pid=22856): stdout: \u000a| (launched: 2022-12-14_01:15:08.738384) \u000a01:15:12.323706 run osmo-hlr_10.42.42.2(pid=22856): stderr: \u000a| �[0;m�[1;31m20221214011508935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011508935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011508935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011508935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011508935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011508935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011508947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011508955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011508956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011508956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:15:12.369211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22845): Terminating (SIGTERM)\u000a01:15:12.412222 run iperf3-srv_10.42.42.10(pid=22846): Terminating (SIGTERM)\u000a01:15:12.454970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22847): Terminating (SIGTERM)\u000a01:15:12.497395 run iperf3-srv_10.42.42.10(pid=22848): Terminating (SIGTERM)\u000a01:15:12.539987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22849): Terminating (SIGTERM)\u000a01:15:12.582519 run iperf3-srv_10.42.42.10(pid=22850): Terminating (SIGTERM)\u000a01:15:12.625052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22851): Terminating (SIGTERM)\u000a01:15:12.667485 run iperf3-srv_10.42.42.10(pid=22852): Terminating (SIGTERM)\u000a01:15:12.709956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22855): Terminating (SIGTERM)\u000a01:15:12.752803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22858): Terminating (SIGTERM)\u000a01:15:12.795386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22861): Terminating (SIGTERM)\u000a01:15:12.805203 --- ParallelTerminationStrategy: PID 22845 died...\u000a01:15:12.862052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22845): Terminated: ok {rc=0}\u000a01:15:12.872116 --- ParallelTerminationStrategy: PID 22846 died...\u000a01:15:12.928217 run iperf3-srv_10.42.42.10(pid=22846): Terminated {rc=256}\u000a01:15:12.938173 --- ParallelTerminationStrategy: PID 22847 died...\u000a01:15:12.994333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22847): Terminated: ok {rc=0}\u000a01:15:13.004371 --- ParallelTerminationStrategy: PID 22848 died...\u000a01:15:13.059971 run iperf3-srv_10.42.42.10(pid=22848): Terminated {rc=256}\u000a01:15:13.069901 --- ParallelTerminationStrategy: PID 22849 died...\u000a01:15:13.125895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22849): Terminated: ok {rc=0}\u000a01:15:13.135893 --- ParallelTerminationStrategy: PID 22850 died...\u000a01:15:13.191901 run iperf3-srv_10.42.42.10(pid=22850): Terminated {rc=256}\u000a01:15:13.201981 --- ParallelTerminationStrategy: PID 22851 died...\u000a01:15:13.258272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22851): Terminated: ok {rc=0}\u000a01:15:13.268292 --- ParallelTerminationStrategy: PID 22852 died...\u000a01:15:13.324501 run iperf3-srv_10.42.42.10(pid=22852): Terminated {rc=256}\u000a01:15:13.334521 --- ParallelTerminationStrategy: PID 22855 died...\u000a01:15:13.391015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22855): Terminated: ok {rc=0}\u000a01:15:13.401184 --- ParallelTerminationStrategy: PID 22858 died...\u000a01:15:13.457415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22858): Terminated: ok {rc=0}\u000a01:15:13.467476 --- ParallelTerminationStrategy: PID 22861 died...\u000a01:15:13.524277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22861): Terminated: ok {rc=0}\u000a01:15:13.612100 bus /gobi_4: Setting Powered False\u000a01:15:14.718780 bus /gobi_4: Setting Powered False\u000a01:15:15.833113 bus /gobi_1: Setting Powered False\u000a01:15:16.951201 bus /gobi_1: Setting Powered False\u000a01:15:18.064262 bus /gobi_0: Setting Powered False\u000a01:15:19.167864 bus /gobi_0: Setting Powered False\u000a01:15:20.280205 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22870): Process ended prematurely: osmo-stp_10.42.42.5(pid=22870) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22870)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22870): Process ended prematurely: osmo-stp_10.42.42.5(pid=22870) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22870)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a01:15:21.351414 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:21.363870 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:15:21.536654 tst ping.py: using LAC 37525\u000a01:15:21.664309 tst ping.py: using RAC 40\u000a01:15:21.787846 tst ping.py: using CellId 37525\u000a01:15:21.908049 tst ping.py: using BVCI 37526\u000a01:15:21.931189 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:21.942524 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:21.953701 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:21.964559 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:21.975465 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:21.986475 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:21.997456 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:22.008274 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:15:22.288795 tst ping.py:19: start network...\u000a01:15:22.413347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:15:22.893570 run create_hlr_db(pid=22864): Launched\u000a01:15:23.066762 bus /gobi_6: Setting Powered False\u000a01:15:24.087535 run create_hlr_db(pid=22864): Terminated: ok {rc=0}\u000a01:15:24.488884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22866): Launched\u000a01:15:24.789099 run osmo-hlr_10.42.42.2(pid=22867): Launched\u000a01:15:24.898148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:15:25.425374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22869): Launched\u000a01:15:25.726268 run osmo-stp_10.42.42.5(pid=22870): Launched\u000a01:15:25.835173 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:15:26.359983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22872): Launched\u000a01:15:26.466553 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:15:26.728755 run patchelf(pid=22873): Launched\u000a01:15:26.904207 run osmo-stp_10.42.42.5(pid=22870): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22870)]\u000a01:15:27.033329 run osmo-stp_10.42.42.5(pid=22870): stdout: \u000a| (launched: 2022-12-14_01:15:25.576683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:27.162401 run osmo-stp_10.42.42.5(pid=22870): stderr: \u000a| �[0;m�[38;5;43m20221214011525746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011525746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011525747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011525747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011525748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011525748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011525748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:27.286129 run osmo-stp_10.42.42.5(pid=22870): stdout: \u000a| (launched: 2022-12-14_01:15:25.576683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:27.408587 run osmo-stp_10.42.42.5(pid=22870): stderr: \u000a| �[0;m�[38;5;43m20221214011525746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011525746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011525747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011525747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011525748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011525748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011525748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:27.551909 run patchelf(pid=22873): Terminating (SIGINT)\u000a01:15:27.720274 run patchelf(pid=22873): Terminated: ok {rc=0}\u000a01:15:27.750757 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22870): Process ended prematurely: osmo-stp_10.42.42.5(pid=22870) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22870)] [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a01:15:27.759239 tst ping.py:22: Test FAILED (6.4 sec)\u000a01:15:27.819492 run osmo-hlr_10.42.42.2(pid=22867): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22867)]\u000a01:15:27.868012 run osmo-hlr_10.42.42.2(pid=22867): stdout: \u000a| (launched: 2022-12-14_01:15:24.640685) \u000a01:15:27.917277 run osmo-hlr_10.42.42.2(pid=22867): stderr: \u000a| �[0;m�[1;31m20221214011524815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011524815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011524815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011524815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011524815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011524815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011524827 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011524837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011524837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011524837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:15:27.959466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22866): Terminating (SIGTERM)\u000a01:15:27.999148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22869): Terminating (SIGTERM)\u000a01:15:28.038580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22872): Terminating (SIGTERM)\u000a01:15:28.047807 --- ParallelTerminationStrategy: PID 22866 died...\u000a01:15:28.101238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22866): Terminated: ok {rc=0}\u000a01:15:28.110974 --- ParallelTerminationStrategy: PID 22869 died...\u000a01:15:28.164069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22869): Terminated: ok {rc=0}\u000a01:15:28.173785 --- ParallelTerminationStrategy: PID 22872 died...\u000a01:15:28.226970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22872): Terminated: ok {rc=0}\u000a01:15:28.315430 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22880): Process ended prematurely: osmo-stp_10.42.42.5(pid=22880) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22880)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22880): Process ended prematurely: osmo-stp_10.42.42.5(pid=22880) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22880)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a01:15:29.368060 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:29.379849 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:15:29.538312 tst ping_idle_ping.py: using LAC 37526\u000a01:15:29.656630 tst ping_idle_ping.py: using RAC 41\u000a01:15:29.774663 tst ping_idle_ping.py: using CellId 37526\u000a01:15:29.894069 tst ping_idle_ping.py: using BVCI 37527\u000a01:15:29.916847 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:29.927913 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:29.938917 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:29.949856 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:29.960718 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:29.971560 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:29.982579 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:29.993590 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:15:30.288452 tst ping_idle_ping.py:24: start network...\u000a01:15:30.423939 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:15:31.001989 run create_hlr_db(pid=22874): Launched\u000a01:15:31.181624 bus /gobi_6: Setting Powered False\u000a01:15:32.246306 run create_hlr_db(pid=22874): Terminated: ok {rc=0}\u000a01:15:32.650348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22876): Launched\u000a01:15:32.951459 run osmo-hlr_10.42.42.2(pid=22877): Launched\u000a01:15:33.069791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:15:33.598538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22879): Launched\u000a01:15:33.900735 run osmo-stp_10.42.42.5(pid=22880): Launched\u000a01:15:34.010123 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:15:34.537218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22882): Launched\u000a01:15:34.644059 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:15:34.909943 run patchelf(pid=22883): Launched\u000a01:15:35.086745 run osmo-stp_10.42.42.5(pid=22880): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22880)]\u000a01:15:35.216359 run osmo-stp_10.42.42.5(pid=22880): stdout: \u000a| (launched: 2022-12-14_01:15:33.751720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:35.346446 run osmo-stp_10.42.42.5(pid=22880): stderr: \u000a| �[0;m�[38;5;43m20221214011533920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011533920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011533920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011533920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011533921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011533921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011533921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:35.471249 run osmo-stp_10.42.42.5(pid=22880): stdout: \u000a| (launched: 2022-12-14_01:15:33.751720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:35.594882 run osmo-stp_10.42.42.5(pid=22880): stderr: \u000a| �[0;m�[38;5;43m20221214011533920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011533920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011533920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011533920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011533921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011533921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011533921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:35.739359 run patchelf(pid=22883): Terminating (SIGINT)\u000a01:15:35.907905 run patchelf(pid=22883): Terminated: ok {rc=0}\u000a01:15:35.938587 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22880): Process ended prematurely: osmo-stp_10.42.42.5(pid=22880) [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22880)] [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a01:15:35.947276 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a01:15:36.007009 run osmo-hlr_10.42.42.2(pid=22877): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22877)]\u000a01:15:36.055769 run osmo-hlr_10.42.42.2(pid=22877): stdout: \u000a| (launched: 2022-12-14_01:15:32.802825) \u000a01:15:36.105461 run osmo-hlr_10.42.42.2(pid=22877): stderr: \u000a| �[0;m�[1;31m20221214011532978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011532978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011532978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011532978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011532978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011532979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011532992 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011533003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011533003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011533003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:15:36.147529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22876): Terminating (SIGTERM)\u000a01:15:36.187162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22879): Terminating (SIGTERM)\u000a01:15:36.226978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22882): Terminating (SIGTERM)\u000a01:15:36.236220 --- ParallelTerminationStrategy: PID 22876 died...\u000a01:15:36.289691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22876): Terminated: ok {rc=0}\u000a01:15:36.299288 --- ParallelTerminationStrategy: PID 22879 died...\u000a01:15:36.352409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22879): Terminated: ok {rc=0}\u000a01:15:36.362025 --- ParallelTerminationStrategy: PID 22882 died...\u000a01:15:36.415134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22882): Terminated: ok {rc=0}\u000a01:15:36.498840 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:14:37" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22893): Process ended prematurely: osmo-stp_10.42.42.5(pid=22893) [trial-2397↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22893)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22893): Process ended prematurely: osmo-stp_10.42.42.5(pid=22893) [trial-2397↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22893)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:15:38.535141 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:38.546978 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:15:38.714770 tst switch_tch_pdch.py: using LAC 37527\u000a01:15:38.847254 tst switch_tch_pdch.py: using RAC 42\u000a01:15:38.972280 tst switch_tch_pdch.py: using CellId 37527\u000a01:15:39.098812 tst switch_tch_pdch.py: using BVCI 37528\u000a01:15:39.123498 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:39.135387 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:39.147104 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:39.158929 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:39.170970 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:39.183064 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:39.195224 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:39.207289 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:15:39.326040 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:15:39.619801 tst switch_tch_pdch.py:51: start network...\u000a01:15:39.754834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:15:40.264831 run create_hlr_db(pid=22887): Launched\u000a01:15:40.453397 bus /gobi_6: Setting Powered False\u000a01:15:41.474277 run create_hlr_db(pid=22887): Terminated: ok {rc=0}\u000a01:15:41.907670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22889): Launched\u000a01:15:42.237388 run osmo-hlr_10.42.42.2(pid=22890): Launched\u000a01:15:42.356156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:15:42.922039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22892): Launched\u000a01:15:43.247312 run osmo-stp_10.42.42.5(pid=22893): Launched\u000a01:15:43.364748 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:15:43.929853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22895): Launched\u000a01:15:44.045428 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:15:44.328855 run patchelf(pid=22896): Launched\u000a01:15:44.517341 run osmo-stp_10.42.42.5(pid=22893): ERR: Terminated: ERROR {rc=1} [trial-2397↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22893)]\u000a01:15:44.655283 run osmo-stp_10.42.42.5(pid=22893): stdout: \u000a| (launched: 2022-12-14_01:15:43.086644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:44.794041 run osmo-stp_10.42.42.5(pid=22893): stderr: \u000a| �[0;m�[38;5;43m20221214011543278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011543278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011543279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011543279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011543279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011543279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011543280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:44.927091 run osmo-stp_10.42.42.5(pid=22893): stdout: \u000a| (launched: 2022-12-14_01:15:43.086644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:45.059635 run osmo-stp_10.42.42.5(pid=22893): stderr: \u000a| �[0;m�[38;5;43m20221214011543278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011543278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011543279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011543279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011543279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011543279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011543280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:45.213432 run patchelf(pid=22896): Terminating (SIGINT)\u000a01:15:45.393099 run patchelf(pid=22896): Terminated: ok {rc=0}\u000a01:15:45.425692 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22893): Process ended prematurely: osmo-stp_10.42.42.5(pid=22893) [trial-2397↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22893)] [trial-2397↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:15:45.435228 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a01:15:45.498383 run osmo-hlr_10.42.42.2(pid=22890): ERR: Terminated: ERROR {rc=237} [trial-2397↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22890)]\u000a01:15:45.550157 run osmo-hlr_10.42.42.2(pid=22890): stdout: \u000a| (launched: 2022-12-14_01:15:42.073646) \u000a01:15:45.602798 run osmo-hlr_10.42.42.2(pid=22890): stderr: \u000a| �[0;m�[1;31m20221214011542270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011542270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011542270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011542270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011542270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011542270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011542286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011542294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011542294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011542294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:15:45.647651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22889): Terminating (SIGTERM)\u000a01:15:45.690244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22892): Terminating (SIGTERM)\u000a01:15:45.732439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22895): Terminating (SIGTERM)\u000a01:15:45.742270 --- ParallelTerminationStrategy: PID 22889 died...\u000a01:15:45.799533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22889): Terminated: ok {rc=0}\u000a01:15:45.809835 --- ParallelTerminationStrategy: PID 22892 died...\u000a01:15:45.875764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22892): Terminated: ok {rc=0}\u000a01:15:45.887408 --- ParallelTerminationStrategy: PID 22895 died...\u000a01:15:45.952852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22895): Terminated: ok {rc=0}\u000a01:15:46.055982 bus /gobi_0: Setting Powered False\u000a01:15:47.174935 bus /gobi_0: Setting Powered False\u000a01:15:48.287398 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:15:38" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22910): Process ended prematurely: osmo-stp_10.42.42.5(pid=22910) [trial-2397↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22910)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22910): Process ended prematurely: osmo-stp_10.42.42.5(pid=22910) [trial-2397↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22910)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a01:15:50.274907 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:15:50.286180 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a01:15:50.452696 tst switch_tch_pdch.py: using LAC 37528\u000a01:15:50.579096 tst switch_tch_pdch.py: using RAC 43\u000a01:15:50.706980 tst switch_tch_pdch.py: using CellId 37528\u000a01:15:50.833628 tst switch_tch_pdch.py: using BVCI 37529\u000a01:15:50.858436 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:15:50.870055 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:15:50.881561 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:15:50.892893 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:15:50.904663 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:15:50.916289 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:15:50.928183 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:15:50.939971 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:15:51.060399 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:15:51.339215 tst switch_tch_pdch.py:51: start network...\u000a01:15:51.464278 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:15:51.924299 run create_hlr_db(pid=22900): Launched\u000a01:15:52.048057 bus /gobi_6: Setting Powered False\u000a01:15:53.119906 run create_hlr_db(pid=22900): Terminated: ok {rc=0}\u000a01:15:53.496691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22906): Launched\u000a01:15:53.796722 run osmo-hlr_10.42.42.2(pid=22907): Launched\u000a01:15:53.907409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:15:54.405774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22909): Launched\u000a01:15:54.706158 run osmo-stp_10.42.42.5(pid=22910): Launched\u000a01:15:54.814953 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:15:55.317454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22912): Launched\u000a01:15:55.424063 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:15:55.687040 run patchelf(pid=22913): Launched\u000a01:15:55.863486 run osmo-stp_10.42.42.5(pid=22910): ERR: Terminated: ERROR {rc=1} [trial-2397↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22910)]\u000a01:15:55.992080 run osmo-stp_10.42.42.5(pid=22910): stdout: \u000a| (launched: 2022-12-14_01:15:54.557673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:56.121499 run osmo-stp_10.42.42.5(pid=22910): stderr: \u000a| �[0;m�[38;5;43m20221214011554726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011554726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011554727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011554727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011554728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011554728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011554728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:56.244935 run osmo-stp_10.42.42.5(pid=22910): stdout: \u000a| (launched: 2022-12-14_01:15:54.557673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:56.367639 run osmo-stp_10.42.42.5(pid=22910): stderr: \u000a| �[0;m�[38;5;43m20221214011554726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011554726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011554727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011554727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011554728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011554728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011554728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:56.510731 run patchelf(pid=22913): Terminating (SIGINT)\u000a01:15:56.679403 run patchelf(pid=22913): Terminated: ok {rc=0}\u000a01:15:56.709914 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22910): Process ended prematurely: osmo-stp_10.42.42.5(pid=22910) [trial-2397↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22910)] [trial-2397↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a01:15:56.718496 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a01:15:56.778193 run osmo-hlr_10.42.42.2(pid=22907): ERR: Terminated: ERROR {rc=237} [trial-2397↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22907)]\u000a01:15:56.827055 run osmo-hlr_10.42.42.2(pid=22907): stdout: \u000a| (launched: 2022-12-14_01:15:53.649105) \u000a01:15:56.876404 run osmo-hlr_10.42.42.2(pid=22907): stderr: \u000a| �[0;m�[1;31m20221214011553825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011553825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011553825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011553825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011553825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011553826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011553838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011553849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011553849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011553849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:15:56.918259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22906): Terminating (SIGTERM)\u000a01:15:56.957676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22909): Terminating (SIGTERM)\u000a01:15:56.997109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22912): Terminating (SIGTERM)\u000a01:15:57.006245 --- ParallelTerminationStrategy: PID 22906 died...\u000a01:15:57.059674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22906): Terminated: ok {rc=0}\u000a01:15:57.069176 --- ParallelTerminationStrategy: PID 22909 died...\u000a01:15:57.121726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22909): Terminated: ok {rc=0}\u000a01:15:57.131140 --- ParallelTerminationStrategy: PID 22912 died...\u000a01:15:57.183823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22912): Terminated: ok {rc=0}\u000a01:15:57.271861 bus /gobi_0: Setting Powered False\u000a01:15:58.375472 bus /gobi_0: Setting Powered False\u000a01:15:59.481811 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:15:50" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22918): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22918) [trial-2397↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22918)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22918): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22918) [trial-2397↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22918)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a01:16:01.410330 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a01:16:01.424554 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:16:01.573588 tst mo_mt_sms.py: using LAC 37529\u000a01:16:01.700737 tst mo_mt_sms.py: using RAC 44\u000a01:16:01.822191 tst mo_mt_sms.py: using CellId 37529\u000a01:16:01.980107 tst mo_mt_sms.py: using BVCI 37530\u000a01:16:02.004374 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:16:02.147338 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:16:02.453984 tst mo_mt_sms.py:9: start nitb and bts...\u000a01:16:02.589768 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:16:03.257294 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22917): Launched\u000a01:16:03.577260 run osmo-nitb_10.42.42.2(pid=22918): Launched\u000a01:16:03.775740 run osmo-nitb_10.42.42.2(pid=22918): ERR: Terminated: ERROR {rc=2} [trial-2397↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22918)]\u000a01:16:03.922127 run osmo-nitb_10.42.42.2(pid=22918): stdout: \u000a| (launched: 2022-12-14_01:16:03.421328) \u000a01:16:04.069301 run osmo-nitb_10.42.42.2(pid=22918): stderr: \u000a| (launched: 2022-12-14_01:16:03.469123)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:16:04.210854 run osmo-nitb_10.42.42.2(pid=22918): stdout: \u000a| (launched: 2022-12-14_01:16:03.421328) \u000a01:16:04.351344 run osmo-nitb_10.42.42.2(pid=22918): stderr: \u000a| (launched: 2022-12-14_01:16:03.469123)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:16:04.707898 tst osmo-nitb_10.42.42.2(pid=22918): stdout: \u000a| (launched: 2022-12-14_01:16:03.421328) \u000a01:16:04.836563 tst osmo-nitb_10.42.42.2(pid=22918): stderr: \u000a| (launched: 2022-12-14_01:16:03.469123)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:16:04.893499 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=22918): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22918) [trial-2397↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22918)] [trial-2397↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a01:16:04.902236 tst mo_mt_sms.py:11: Test FAILED (3.5 sec)\u000a01:16:04.938618 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22917): Terminating (SIGTERM)\u000a01:16:05.116704 --- ParallelTerminationStrategy: PID 22917 died...\u000a01:16:05.175221 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22917): Terminated: ok {rc=0}\u000a01:16:05.263702 bus /sierra_3: Setting Powered False\u000a01:16:06.371014 bus /sierra_3: Setting Powered False\u000a01:16:07.481100 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:16:01" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "sms:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22928): Process ended prematurely: osmo-stp_10.42.42.5(pid=22928) [trial-2397↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22928)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22928): Process ended prematurely: osmo-stp_10.42.42.5(pid=22928) [trial-2397↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22928)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a01:16:09.382572 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:09.393211 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:16:09.527771 tst mo_mt_sms.py: using LAC 37530\u000a01:16:09.645647 tst mo_mt_sms.py: using RAC 45\u000a01:16:09.772004 tst mo_mt_sms.py: using CellId 37530\u000a01:16:09.898549 tst mo_mt_sms.py: using BVCI 37531\u000a01:16:09.923013 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:09.934279 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:09.945307 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:09.956456 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:09.967483 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:09.979330 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:16:10.102493 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:16:10.317125 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:16:10.825950 run create_hlr_db(pid=22922): Launched\u000a01:16:11.013876 bus /sierra_2: Setting Powered False\u000a01:16:12.035334 run create_hlr_db(pid=22922): Terminated: ok {rc=0}\u000a01:16:12.442473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22924): Launched\u000a01:16:12.744862 run osmo-hlr_10.42.42.2(pid=22925): Launched\u000a01:16:12.855306 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:16:13.377615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22927): Launched\u000a01:16:13.679930 run osmo-stp_10.42.42.5(pid=22928): Launched\u000a01:16:13.788419 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:16:14.338914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22930): Launched\u000a01:16:14.642104 run osmo-msc_10.42.42.6(pid=22931): Launched\u000a01:16:14.816864 run osmo-stp_10.42.42.5(pid=22928): ERR: Terminated: ERROR {rc=1} [trial-2397↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22928)]\u000a01:16:14.943753 run osmo-stp_10.42.42.5(pid=22928): stdout: \u000a| (launched: 2022-12-14_01:16:13.529952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:15.068605 run osmo-stp_10.42.42.5(pid=22928): stderr: \u000a| �[0;m�[38;5;43m20221214011613700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011613700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011613701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011613701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011613702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011613702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011613702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:15.189060 run osmo-stp_10.42.42.5(pid=22928): stdout: \u000a| (launched: 2022-12-14_01:16:13.529952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:15.308884 run osmo-stp_10.42.42.5(pid=22928): stderr: \u000a| �[0;m�[38;5;43m20221214011613700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011613700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011613701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011613701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011613702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011613702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011613702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:15.361526 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=22928): Process ended prematurely: osmo-stp_10.42.42.5(pid=22928) [trial-2397↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22928)] [trial-2397↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a01:16:15.369506 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a01:16:15.428297 run osmo-hlr_10.42.42.2(pid=22925): ERR: Terminated: ERROR {rc=237} [trial-2397↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22925)]\u000a01:16:15.476800 run osmo-hlr_10.42.42.2(pid=22925): stdout: \u000a| (launched: 2022-12-14_01:16:12.594307) \u000a01:16:15.526269 run osmo-hlr_10.42.42.2(pid=22925): stderr: \u000a| �[0;m�[1;31m20221214011612766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011612766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011612766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011612767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011612767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011612767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011612778 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011612787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011612788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011612788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:16:15.593081 run osmo-msc_10.42.42.6(pid=22931): ERR: Terminated: ERROR {rc=2} [trial-2397↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22931)]\u000a01:16:15.641999 run osmo-msc_10.42.42.6(pid=22931): stdout: \u000a| (launched: 2022-12-14_01:16:14.491086) \u000a01:16:15.691013 run osmo-msc_10.42.42.6(pid=22931): stderr: \u000a| �[0;m�[38;5;43m20221214011614760 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011614760 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f564c3cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011614760 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011614760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011614761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011614761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011614762 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011614763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011614763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011614763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:16:15.732741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22924): Terminating (SIGTERM)\u000a01:16:15.771973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22927): Terminating (SIGTERM)\u000a01:16:15.811306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22930): Terminating (SIGTERM)\u000a01:16:15.820407 --- ParallelTerminationStrategy: PID 22924 died...\u000a01:16:15.917891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22924): Terminated: ok {rc=0}\u000a01:16:15.929367 --- ParallelTerminationStrategy: PID 22927 died...\u000a01:16:15.989359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22927): Terminated: ok {rc=0}\u000a01:16:16.001403 --- ParallelTerminationStrategy: PID 22930 died...\u000a01:16:16.060397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22930): Terminated: ok {rc=0}\u000a01:16:16.149314 bus /sierra_3: Setting Powered False\u000a01:16:17.252479 bus /sierra_3: Setting Powered False\u000a01:16:18.361628 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:16:09" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22937): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22937) [trial-2397↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22937)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22937): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22937) [trial-2397↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22937)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a01:16:20.208136 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a01:16:20.219554 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:16:20.360368 tst assert_extension.py: using LAC 37531\u000a01:16:20.476202 tst assert_extension.py: using RAC 46\u000a01:16:20.593104 tst assert_extension.py: using CellId 37531\u000a01:16:20.709517 tst assert_extension.py: using BVCI 37532\u000a01:16:20.732259 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a01:16:21.011636 tst assert_extension.py:10: start nitb and bts...\u000a01:16:21.137210 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:16:21.761740 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22936): Launched\u000a01:16:22.085065 run osmo-nitb_10.42.42.2(pid=22937): Launched\u000a01:16:22.283049 run osmo-nitb_10.42.42.2(pid=22937): ERR: Terminated: ERROR {rc=2} [trial-2397↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22937)]\u000a01:16:22.428846 run osmo-nitb_10.42.42.2(pid=22937): stdout: \u000a| (launched: 2022-12-14_01:16:21.926340) \u000a01:16:22.575159 run osmo-nitb_10.42.42.2(pid=22937): stderr: \u000a| (launched: 2022-12-14_01:16:21.975096)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:16:22.716149 run osmo-nitb_10.42.42.2(pid=22937): stdout: \u000a| (launched: 2022-12-14_01:16:21.926340) \u000a01:16:22.855678 run osmo-nitb_10.42.42.2(pid=22937): stderr: \u000a| (launched: 2022-12-14_01:16:21.975096)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:16:23.215498 tst osmo-nitb_10.42.42.2(pid=22937): stdout: \u000a| (launched: 2022-12-14_01:16:21.926340) \u000a01:16:23.343897 tst osmo-nitb_10.42.42.2(pid=22937): stderr: \u000a| (launched: 2022-12-14_01:16:21.975096)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:16:23.400157 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=22937): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22937) [trial-2397↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22937)] [trial-2397↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a01:16:23.409118 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a01:16:23.445696 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22936): Terminating (SIGTERM)\u000a01:16:23.623825 --- ParallelTerminationStrategy: PID 22936 died...\u000a01:16:23.682654 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22936): Terminated: ok {rc=0}\u000a01:16:23.770298 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:16:20" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "ussd:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22947): Process ended prematurely: osmo-stp_10.42.42.5(pid=22947) [trial-2397↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22947)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22947): Process ended prematurely: osmo-stp_10.42.42.5(pid=22947) [trial-2397↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22947)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a01:16:25.611418 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:25.623207 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:16:25.756353 tst assert_extension.py: using LAC 37532\u000a01:16:25.877596 tst assert_extension.py: using RAC 47\u000a01:16:25.998795 tst assert_extension.py: using CellId 37532\u000a01:16:26.115515 tst assert_extension.py: using BVCI 37533\u000a01:16:26.138373 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:26.149320 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:26.159736 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:26.170152 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:26.180563 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:26.191063 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a01:16:26.402662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:16:26.912511 run create_hlr_db(pid=22941): Launched\u000a01:16:27.101065 bus /sierra_2: Setting Powered False\u000a01:16:28.120937 run create_hlr_db(pid=22941): Terminated: ok {rc=0}\u000a01:16:28.528171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22943): Launched\u000a01:16:28.831845 run osmo-hlr_10.42.42.2(pid=22944): Launched\u000a01:16:28.943437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:16:29.471316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22946): Launched\u000a01:16:29.772304 run osmo-stp_10.42.42.5(pid=22947): Launched\u000a01:16:29.880790 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:16:30.432224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22949): Launched\u000a01:16:30.733258 run osmo-msc_10.42.42.6(pid=22950): Launched\u000a01:16:31.011938 run osmo-stp_10.42.42.5(pid=22947): ERR: Terminated: ERROR {rc=1} [trial-2397↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22947)]\u000a01:16:31.240487 run osmo-stp_10.42.42.5(pid=22947): stdout: \u000a| (launched: 2022-12-14_01:16:29.623710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:31.369567 run osmo-stp_10.42.42.5(pid=22947): stderr: \u000a| �[0;m�[38;5;43m20221214011629794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011629794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011629794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011629795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011629795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011629795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011629795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:31.493950 run osmo-stp_10.42.42.5(pid=22947): stdout: \u000a| (launched: 2022-12-14_01:16:29.623710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:31.617106 run osmo-stp_10.42.42.5(pid=22947): stderr: \u000a| �[0;m�[38;5;43m20221214011629794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011629794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011629794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011629795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011629795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011629795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011629795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:31.671325 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=22947): Process ended prematurely: osmo-stp_10.42.42.5(pid=22947) [trial-2397↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22947)] [trial-2397↪ussd:trx-umtrx↪assert_extension.py:17]\u000a01:16:31.679930 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a01:16:31.742315 run osmo-hlr_10.42.42.2(pid=22944): ERR: Terminated: ERROR {rc=237} [trial-2397↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22944)]\u000a01:16:31.792886 run osmo-hlr_10.42.42.2(pid=22944): stdout: \u000a| (launched: 2022-12-14_01:16:28.682253) \u000a01:16:31.844480 run osmo-hlr_10.42.42.2(pid=22944): stderr: \u000a| �[0;m�[1;31m20221214011628858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011628858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011628858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011628858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011628858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011628858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011628870 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011628880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011628881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011628881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:16:31.913791 run osmo-msc_10.42.42.6(pid=22950): ERR: Terminated: ERROR {rc=2} [trial-2397↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22950)]\u000a01:16:31.963937 run osmo-msc_10.42.42.6(pid=22950): stdout: \u000a| (launched: 2022-12-14_01:16:30.583946) \u000a01:16:32.014976 run osmo-msc_10.42.42.6(pid=22950): stderr: \u000a| �[0;m�[38;5;43m20221214011630880 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011630881 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8aab3d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011630881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011630881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011630881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011630881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011630886 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011630887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011630887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011630887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:16:32.058489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22943): Terminating (SIGTERM)\u000a01:16:32.100367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22946): Terminating (SIGTERM)\u000a01:16:32.143443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22949): Terminating (SIGTERM)\u000a01:16:32.155602 --- ParallelTerminationStrategy: PID 22943 died...\u000a01:16:32.219954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22943): Terminated: ok {rc=0}\u000a01:16:32.231766 --- ParallelTerminationStrategy: PID 22946 died...\u000a01:16:32.291178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22946): Terminated: ok {rc=0}\u000a01:16:32.302162 --- ParallelTerminationStrategy: PID 22949 died...\u000a01:16:32.358736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22949): Terminated: ok {rc=0}\u000a01:16:32.447550 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:16:25" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22961): Process ended prematurely: osmo-stp_10.42.42.5(pid=22961) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22961)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22961): Process ended prematurely: osmo-stp_10.42.42.5(pid=22961) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22961)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:16:34.412136 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:34.423964 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:16:34.589718 tst mo_mt_call.py: using LAC 37533\u000a01:16:34.719270 tst mo_mt_call.py: using RAC 48\u000a01:16:34.843552 tst mo_mt_call.py: using CellId 37533\u000a01:16:34.963654 tst mo_mt_call.py: using BVCI 37534\u000a01:16:34.987297 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:34.998630 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:35.009859 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:35.020874 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:35.031998 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:35.043762 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:16:35.165085 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:16:35.381020 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:16:35.899216 run create_hlr_db(pid=22955): Launched\u000a01:16:36.091512 bus /sierra_2: Setting Powered False\u000a01:16:37.111476 run create_hlr_db(pid=22955): Terminated: ok {rc=0}\u000a01:16:37.524570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22957): Launched\u000a01:16:37.832187 run osmo-hlr_10.42.42.2(pid=22958): Launched\u000a01:16:37.949480 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:16:38.485366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22960): Launched\u000a01:16:38.792763 run osmo-stp_10.42.42.5(pid=22961): Launched\u000a01:16:38.903264 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:16:39.465298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22963): Launched\u000a01:16:39.773538 run osmo-msc_10.42.42.6(pid=22964): Launched\u000a01:16:39.951260 run osmo-stp_10.42.42.5(pid=22961): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22961)]\u000a01:16:40.080048 run osmo-stp_10.42.42.5(pid=22961): stdout: \u000a| (launched: 2022-12-14_01:16:38.641564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:40.208527 run osmo-stp_10.42.42.5(pid=22961): stderr: \u000a| �[0;m�[38;5;43m20221214011638810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011638810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011638811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011638811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011638812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011638812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011638812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:40.331581 run osmo-stp_10.42.42.5(pid=22961): stdout: \u000a| (launched: 2022-12-14_01:16:38.641564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:40.452922 run osmo-stp_10.42.42.5(pid=22961): stderr: \u000a| �[0;m�[38;5;43m20221214011638810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011638810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011638811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011638811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011638812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011638812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011638812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:40.507044 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22961): Process ended prematurely: osmo-stp_10.42.42.5(pid=22961) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22961)] [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a01:16:40.515853 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:16:40.575274 run osmo-hlr_10.42.42.2(pid=22958): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22958)]\u000a01:16:40.624366 run osmo-hlr_10.42.42.2(pid=22958): stdout: \u000a| (launched: 2022-12-14_01:16:37.680641) \u000a01:16:40.673889 run osmo-hlr_10.42.42.2(pid=22958): stderr: \u000a| �[0;m�[1;31m20221214011637858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011637858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011637858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011637858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011637858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011637858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011637871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011637882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011637882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011637882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:16:40.740861 run osmo-msc_10.42.42.6(pid=22964): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22964)]\u000a01:16:40.789606 run osmo-msc_10.42.42.6(pid=22964): stdout: \u000a| (launched: 2022-12-14_01:16:39.621664) \u000a01:16:40.838732 run osmo-msc_10.42.42.6(pid=22964): stderr: \u000a| �[0;m�[38;5;43m20221214011639892 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011639892 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f44434a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011639892 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011639892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011639892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011639892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011639894 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011639895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011639895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011639895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:16:40.880778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22957): Terminating (SIGTERM)\u000a01:16:40.920603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22960): Terminating (SIGTERM)\u000a01:16:40.960372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22963): Terminating (SIGTERM)\u000a01:16:40.969589 --- ParallelTerminationStrategy: PID 22957 died...\u000a01:16:41.022983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22957): Terminated: ok {rc=0}\u000a01:16:41.032695 --- ParallelTerminationStrategy: PID 22960 died...\u000a01:16:41.086089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22960): Terminated: ok {rc=0}\u000a01:16:41.095752 --- ParallelTerminationStrategy: PID 22963 died...\u000a01:16:41.148850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22963): Terminated: ok {rc=0}\u000a01:16:41.232013 bus /sierra_3: Setting Powered False\u000a01:16:42.339186 bus /sierra_3: Setting Powered False\u000a01:16:43.449282 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22972): Process ended prematurely: osmo-stp_10.42.42.5(pid=22972) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22972)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22972): Process ended prematurely: osmo-stp_10.42.42.5(pid=22972) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:16:44.565433 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:44.577858 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:16:44.740396 tst mo_mt_call_osmux.py: using LAC 37534\u000a01:16:44.862601 tst mo_mt_call_osmux.py: using RAC 49\u000a01:16:44.985047 tst mo_mt_call_osmux.py: using CellId 37534\u000a01:16:45.118689 tst mo_mt_call_osmux.py: using BVCI 37535\u000a01:16:45.143796 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:45.155575 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:45.167252 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:45.178958 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:45.191138 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:45.202908 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:16:45.320599 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:16:45.535408 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:16:46.087255 run create_hlr_db(pid=22966): Launched\u000a01:16:46.280832 bus /sierra_2: Setting Powered False\u000a01:16:47.291824 run create_hlr_db(pid=22966): Terminated: ok {rc=0}\u000a01:16:47.711115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22968): Launched\u000a01:16:48.018995 run osmo-hlr_10.42.42.2(pid=22969): Launched\u000a01:16:48.130906 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:16:48.663535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22971): Launched\u000a01:16:48.969978 run osmo-stp_10.42.42.5(pid=22972): Launched\u000a01:16:49.081618 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:16:49.643592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22974): Launched\u000a01:16:49.950472 run osmo-msc_10.42.42.6(pid=22975): Launched\u000a01:16:50.128587 run osmo-stp_10.42.42.5(pid=22972): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22972)]\u000a01:16:50.258123 run osmo-stp_10.42.42.5(pid=22972): stdout: \u000a| (launched: 2022-12-14_01:16:48.818457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:50.385509 run osmo-stp_10.42.42.5(pid=22972): stderr: \u000a| �[0;m�[38;5;43m20221214011648986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011648986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011648988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011648988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011648989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011648989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011648989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:50.507315 run osmo-stp_10.42.42.5(pid=22972): stdout: \u000a| (launched: 2022-12-14_01:16:48.818457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:50.627719 run osmo-stp_10.42.42.5(pid=22972): stderr: \u000a| �[0;m�[38;5;43m20221214011648986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011648986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011648988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011648988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011648989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011648989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011648989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:50.681460 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22972): Process ended prematurely: osmo-stp_10.42.42.5(pid=22972) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22972)] [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a01:16:50.690103 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:16:50.749090 run osmo-hlr_10.42.42.2(pid=22969): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22969)]\u000a01:16:50.797689 run osmo-hlr_10.42.42.2(pid=22969): stdout: \u000a| (launched: 2022-12-14_01:16:47.866101) \u000a01:16:50.846957 run osmo-hlr_10.42.42.2(pid=22969): stderr: \u000a| �[0;m�[1;31m20221214011648039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011648039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011648039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011648040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011648040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011648040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011648052 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011648060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011648060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011648061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:16:50.913952 run osmo-msc_10.42.42.6(pid=22975): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22975)]\u000a01:16:50.962431 run osmo-msc_10.42.42.6(pid=22975): stdout: \u000a| (launched: 2022-12-14_01:16:49.798578) \u000a01:16:51.011475 run osmo-msc_10.42.42.6(pid=22975): stderr: \u000a| �[0;m�[38;5;43m20221214011650069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011650069 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3dd7684c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011650069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011650069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011650069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011650069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011650071 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011650071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011650072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011650072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:16:51.053189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22968): Terminating (SIGTERM)\u000a01:16:51.092462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22971): Terminating (SIGTERM)\u000a01:16:51.131838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22974): Terminating (SIGTERM)\u000a01:16:51.141075 --- ParallelTerminationStrategy: PID 22968 died...\u000a01:16:51.193724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22968): Terminated: ok {rc=0}\u000a01:16:51.203159 --- ParallelTerminationStrategy: PID 22971 died...\u000a01:16:51.255664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22971): Terminated: ok {rc=0}\u000a01:16:51.265133 --- ParallelTerminationStrategy: PID 22974 died...\u000a01:16:51.317618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22974): Terminated: ok {rc=0}\u000a01:16:51.405618 bus /sierra_3: Setting Powered False\u000a01:16:52.509506 bus /sierra_3: Setting Powered False\u000a01:16:53.616753 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:16:34" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22986): Process ended prematurely: osmo-stp_10.42.42.5(pid=22986) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22986)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22986): Process ended prematurely: osmo-stp_10.42.42.5(pid=22986) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22986)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a01:16:55.605928 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:16:55.617170 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:16:55.773502 tst mo_mt_call.py: using LAC 37535\u000a01:16:55.893366 tst mo_mt_call.py: using RAC 50\u000a01:16:56.013602 tst mo_mt_call.py: using CellId 37535\u000a01:16:56.140117 tst mo_mt_call.py: using BVCI 37536\u000a01:16:56.163340 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:16:56.174560 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:16:56.185507 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:16:56.196378 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:16:56.207377 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:16:56.218558 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:16:56.335034 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:16:56.549804 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:16:57.067873 run create_hlr_db(pid=22980): Launched\u000a01:16:57.259344 bus /sierra_2: Setting Powered False\u000a01:16:58.279495 run create_hlr_db(pid=22980): Terminated: ok {rc=0}\u000a01:16:58.693782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22982): Launched\u000a01:16:59.001137 run osmo-hlr_10.42.42.2(pid=22983): Launched\u000a01:16:59.114418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:16:59.647067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22985): Launched\u000a01:16:59.953603 run osmo-stp_10.42.42.5(pid=22986): Launched\u000a01:17:00.064021 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:17:00.627012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22988): Launched\u000a01:17:00.999838 run osmo-msc_10.42.42.6(pid=22989): Launched\u000a01:17:01.402954 run osmo-stp_10.42.42.5(pid=22986): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22986)]\u000a01:17:01.570413 run osmo-stp_10.42.42.5(pid=22986): stdout: \u000a| (launched: 2022-12-14_01:16:59.802515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:01.716019 run osmo-stp_10.42.42.5(pid=22986): stderr: \u000a| �[0;m�[38;5;43m20221214011659972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011659972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011659972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011659973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011659973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011659973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011659973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:01.852859 run osmo-stp_10.42.42.5(pid=22986): stdout: \u000a| (launched: 2022-12-14_01:16:59.802515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:01.988132 run osmo-stp_10.42.42.5(pid=22986): stderr: \u000a| �[0;m�[38;5;43m20221214011659972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011659972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011659972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011659973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011659973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011659973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011659973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:02.052429 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22986): Process ended prematurely: osmo-stp_10.42.42.5(pid=22986) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22986)] [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a01:17:02.062359 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a01:17:02.127926 run osmo-hlr_10.42.42.2(pid=22983): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22983)]\u000a01:17:02.181289 run osmo-hlr_10.42.42.2(pid=22983): stdout: \u000a| (launched: 2022-12-14_01:16:58.849662) \u000a01:17:02.237266 run osmo-hlr_10.42.42.2(pid=22983): stderr: \u000a| �[0;m�[1;31m20221214011659026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011659026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011659026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011659026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011659026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011659026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011659042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011659051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011659052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011659052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:17:02.311661 run osmo-msc_10.42.42.6(pid=22989): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22989)]\u000a01:17:02.366735 run osmo-msc_10.42.42.6(pid=22989): stdout: \u000a| (launched: 2022-12-14_01:17:00.781714) \u000a01:17:02.422301 run osmo-msc_10.42.42.6(pid=22989): stderr: \u000a| �[0;m�[38;5;43m20221214011701184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011701184 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61dafdcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011701184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011701184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011701184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011701185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011701187 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011701188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011701188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011701188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:17:02.468738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22982): Terminating (SIGTERM)\u000a01:17:02.512324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22985): Terminating (SIGTERM)\u000a01:17:02.555672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22988): Terminating (SIGTERM)\u000a01:17:02.565598 --- ParallelTerminationStrategy: PID 22982 died...\u000a01:17:02.624327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22982): Terminated: ok {rc=0}\u000a01:17:02.634614 --- ParallelTerminationStrategy: PID 22985 died...\u000a01:17:02.693406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22985): Terminated: ok {rc=0}\u000a01:17:02.703652 --- ParallelTerminationStrategy: PID 22988 died...\u000a01:17:02.762322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22988): Terminated: ok {rc=0}\u000a01:17:02.851419 bus /sierra_3: Setting Powered False\u000a01:17:03.959636 bus /sierra_3: Setting Powered False\u000a01:17:05.072622 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23000): Process ended prematurely: osmo-stp_10.42.42.5(pid=23000) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23000)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23000): Process ended prematurely: osmo-stp_10.42.42.5(pid=23000) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:17:06.184802 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:06.197095 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:17:06.356067 tst mo_mt_call_osmux.py: using LAC 37536\u000a01:17:06.478314 tst mo_mt_call_osmux.py: using RAC 51\u000a01:17:06.598878 tst mo_mt_call_osmux.py: using CellId 37536\u000a01:17:06.718403 tst mo_mt_call_osmux.py: using BVCI 37537\u000a01:17:06.741641 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:06.752809 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:06.763887 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:06.774863 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:06.785913 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:06.796938 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:17:06.912876 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:17:07.132805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:17:07.652561 run create_hlr_db(pid=22994): Launched\u000a01:17:07.844330 bus /sierra_2: Setting Powered False\u000a01:17:08.864341 run create_hlr_db(pid=22994): Terminated: ok {rc=0}\u000a01:17:09.277443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22996): Launched\u000a01:17:09.584927 run osmo-hlr_10.42.42.2(pid=22997): Launched\u000a01:17:09.701331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:17:10.234204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22999): Launched\u000a01:17:10.541082 run osmo-stp_10.42.42.5(pid=23000): Launched\u000a01:17:10.651427 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:17:11.211481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23002): Launched\u000a01:17:11.517727 run osmo-msc_10.42.42.6(pid=23003): Launched\u000a01:17:11.696585 run osmo-stp_10.42.42.5(pid=23000): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23000)]\u000a01:17:11.825494 run osmo-stp_10.42.42.5(pid=23000): stdout: \u000a| (launched: 2022-12-14_01:17:10.389288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:11.953148 run osmo-stp_10.42.42.5(pid=23000): stderr: \u000a| �[0;m�[38;5;43m20221214011710558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011710558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011710559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011710559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011710560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011710560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011710560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:12.075640 run osmo-stp_10.42.42.5(pid=23000): stdout: \u000a| (launched: 2022-12-14_01:17:10.389288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:12.196222 run osmo-stp_10.42.42.5(pid=23000): stderr: \u000a| �[0;m�[38;5;43m20221214011710558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011710558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011710559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011710559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011710560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011710560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011710560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:12.249902 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23000): Process ended prematurely: osmo-stp_10.42.42.5(pid=23000) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23000)] [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a01:17:12.258673 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:17:12.317588 run osmo-hlr_10.42.42.2(pid=22997): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22997)]\u000a01:17:12.366512 run osmo-hlr_10.42.42.2(pid=22997): stdout: \u000a| (launched: 2022-12-14_01:17:09.433616) \u000a01:17:12.415732 run osmo-hlr_10.42.42.2(pid=22997): stderr: \u000a| �[0;m�[1;31m20221214011709609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011709609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011709609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011709609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011709609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011709609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011709622 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011709632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011709633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011709633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:17:12.483045 run osmo-msc_10.42.42.6(pid=23003): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23003)]\u000a01:17:12.531652 run osmo-msc_10.42.42.6(pid=23003): stdout: \u000a| (launched: 2022-12-14_01:17:11.366486) \u000a01:17:12.580681 run osmo-msc_10.42.42.6(pid=23003): stderr: \u000a| �[0;m�[38;5;43m20221214011711635 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011711635 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc4df496c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011711636 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011711636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011711636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011711636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011711638 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011711638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011711638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011711638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:17:12.622198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22996): Terminating (SIGTERM)\u000a01:17:12.661489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22999): Terminating (SIGTERM)\u000a01:17:12.700878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23002): Terminating (SIGTERM)\u000a01:17:12.710242 --- ParallelTerminationStrategy: PID 22996 died...\u000a01:17:12.763346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22996): Terminated: ok {rc=0}\u000a01:17:12.772802 --- ParallelTerminationStrategy: PID 22999 died...\u000a01:17:12.825586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22999): Terminated: ok {rc=0}\u000a01:17:12.835111 --- ParallelTerminationStrategy: PID 23002 died...\u000a01:17:12.887669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23002): Terminated: ok {rc=0}\u000a01:17:12.975523 bus /sierra_3: Setting Powered False\u000a01:17:14.077796 bus /sierra_3: Setting Powered False\u000a01:17:15.184056 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:16:55" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23014): Process ended prematurely: osmo-stp_10.42.42.5(pid=23014) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23014)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23014): Process ended prematurely: osmo-stp_10.42.42.5(pid=23014) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23014)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:17:17.253782 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:17.265570 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:17:17.434279 tst mo_mt_call.py: using LAC 37537\u000a01:17:17.563466 tst mo_mt_call.py: using RAC 52\u000a01:17:17.692691 tst mo_mt_call.py: using CellId 37537\u000a01:17:17.822407 tst mo_mt_call.py: using BVCI 37538\u000a01:17:17.847621 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:17.859421 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:17.871158 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:17.882861 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:17.895461 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:17.907906 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:17:18.027686 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:17:18.233069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:17:18.726249 run create_hlr_db(pid=23008): Launched\u000a01:17:18.902266 bus /sierra_2: Setting Powered False\u000a01:17:19.923981 run create_hlr_db(pid=23008): Terminated: ok {rc=0}\u000a01:17:20.334037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23010): Launched\u000a01:17:20.641193 run osmo-hlr_10.42.42.2(pid=23011): Launched\u000a01:17:20.752429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:17:21.288229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23013): Launched\u000a01:17:21.594830 run osmo-stp_10.42.42.5(pid=23014): Launched\u000a01:17:21.705887 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:17:22.267381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23016): Launched\u000a01:17:22.575510 run osmo-msc_10.42.42.6(pid=23017): Launched\u000a01:17:22.754931 run osmo-stp_10.42.42.5(pid=23014): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23014)]\u000a01:17:22.884406 run osmo-stp_10.42.42.5(pid=23014): stdout: \u000a| (launched: 2022-12-14_01:17:21.443570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:23.012253 run osmo-stp_10.42.42.5(pid=23014): stderr: \u000a| �[0;m�[38;5;43m20221214011721615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011721615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011721616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011721616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011721617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011721617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011721617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:23.135040 run osmo-stp_10.42.42.5(pid=23014): stdout: \u000a| (launched: 2022-12-14_01:17:21.443570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:23.256144 run osmo-stp_10.42.42.5(pid=23014): stderr: \u000a| �[0;m�[38;5;43m20221214011721615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011721615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011721616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011721616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011721617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011721617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011721617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:23.309921 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23014): Process ended prematurely: osmo-stp_10.42.42.5(pid=23014) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23014)] [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a01:17:23.318743 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:17:23.377816 run osmo-hlr_10.42.42.2(pid=23011): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23011)]\u000a01:17:23.426209 run osmo-hlr_10.42.42.2(pid=23011): stdout: \u000a| (launched: 2022-12-14_01:17:20.489916) \u000a01:17:23.475409 run osmo-hlr_10.42.42.2(pid=23011): stderr: \u000a| �[0;m�[1;31m20221214011720665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011720665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011720665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011720665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011720665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011720665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011720677 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011720685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011720685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011720685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:17:23.542076 run osmo-msc_10.42.42.6(pid=23017): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23017)]\u000a01:17:23.590545 run osmo-msc_10.42.42.6(pid=23017): stdout: \u000a| (launched: 2022-12-14_01:17:22.422708) \u000a01:17:23.639538 run osmo-msc_10.42.42.6(pid=23017): stderr: \u000a| �[0;m�[38;5;43m20221214011722694 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011722694 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec3d4d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011722694 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011722694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011722694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011722694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011722696 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011722696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011722696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011722697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:17:23.680921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23010): Terminating (SIGTERM)\u000a01:17:23.719971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23013): Terminating (SIGTERM)\u000a01:17:23.759059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23016): Terminating (SIGTERM)\u000a01:17:23.768162 --- ParallelTerminationStrategy: PID 23010 died...\u000a01:17:23.821292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23010): Terminated: ok {rc=0}\u000a01:17:23.830865 --- ParallelTerminationStrategy: PID 23013 died...\u000a01:17:23.883338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23013): Terminated: ok {rc=0}\u000a01:17:23.892779 --- ParallelTerminationStrategy: PID 23016 died...\u000a01:17:23.945491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23016): Terminated: ok {rc=0}\u000a01:17:24.033161 bus /sierra_3: Setting Powered False\u000a01:17:25.140717 bus /sierra_3: Setting Powered False\u000a01:17:26.248068 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23025): Process ended prematurely: osmo-stp_10.42.42.5(pid=23025) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23025)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23025): Process ended prematurely: osmo-stp_10.42.42.5(pid=23025) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:17:27.364198 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:27.376779 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:17:27.543831 tst mo_mt_call_osmux.py: using LAC 37538\u000a01:17:27.674167 tst mo_mt_call_osmux.py: using RAC 53\u000a01:17:27.803027 tst mo_mt_call_osmux.py: using CellId 37538\u000a01:17:27.931063 tst mo_mt_call_osmux.py: using BVCI 37539\u000a01:17:27.956082 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:27.967706 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:27.979279 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:27.990896 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:28.003187 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:28.015112 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:17:28.132531 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:17:28.347286 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:17:28.865447 run create_hlr_db(pid=23019): Launched\u000a01:17:29.056365 bus /sierra_2: Setting Powered False\u000a01:17:30.077749 run create_hlr_db(pid=23019): Terminated: ok {rc=0}\u000a01:17:30.518576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23021): Launched\u000a01:17:30.850521 run osmo-hlr_10.42.42.2(pid=23022): Launched\u000a01:17:31.044361 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:17:31.676462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23024): Launched\u000a01:17:32.152904 run osmo-stp_10.42.42.5(pid=23025): Launched\u000a01:17:32.394541 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:17:33.012686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23027): Launched\u000a01:17:33.341598 run osmo-msc_10.42.42.6(pid=23028): Launched\u000a01:17:33.532418 run osmo-stp_10.42.42.5(pid=23025): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23025)]\u000a01:17:33.671165 run osmo-stp_10.42.42.5(pid=23025): stdout: \u000a| (launched: 2022-12-14_01:17:31.846395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:33.808623 run osmo-stp_10.42.42.5(pid=23025): stderr: \u000a| �[0;m�[38;5;43m20221214011732188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011732188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011732188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011732189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011732189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011732189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011732189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:33.940614 run osmo-stp_10.42.42.5(pid=23025): stdout: \u000a| (launched: 2022-12-14_01:17:31.846395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:34.071706 run osmo-stp_10.42.42.5(pid=23025): stderr: \u000a| �[0;m�[38;5;43m20221214011732188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011732188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011732188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011732189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011732189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011732189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011732189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:34.129605 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23025): Process ended prematurely: osmo-stp_10.42.42.5(pid=23025) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23025)] [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a01:17:34.139124 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a01:17:34.202691 run osmo-hlr_10.42.42.2(pid=23022): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23022)]\u000a01:17:34.254408 run osmo-hlr_10.42.42.2(pid=23022): stdout: \u000a| (launched: 2022-12-14_01:17:30.686576) \u000a01:17:34.306702 run osmo-hlr_10.42.42.2(pid=23022): stderr: \u000a| �[0;m�[1;31m20221214011730961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011730961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011730961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011730961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011730961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011730961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011730973 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011730992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011730992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011730992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:17:34.377936 run osmo-msc_10.42.42.6(pid=23028): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23028)]\u000a01:17:34.429739 run osmo-msc_10.42.42.6(pid=23028): stdout: \u000a| (launched: 2022-12-14_01:17:33.179694) \u000a01:17:34.481883 run osmo-msc_10.42.42.6(pid=23028): stderr: \u000a| �[0;m�[38;5;43m20221214011733503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011733503 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2975765c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011733503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011733503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011733503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011733504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011733505 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011733506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011733506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011733506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:17:34.526675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23021): Terminating (SIGTERM)\u000a01:17:34.568914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23024): Terminating (SIGTERM)\u000a01:17:34.611878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23027): Terminating (SIGTERM)\u000a01:17:34.621755 --- ParallelTerminationStrategy: PID 23021 died...\u000a01:17:34.678577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23021): Terminated: ok {rc=0}\u000a01:17:34.688648 --- ParallelTerminationStrategy: PID 23024 died...\u000a01:17:34.745126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23024): Terminated: ok {rc=0}\u000a01:17:34.755178 --- ParallelTerminationStrategy: PID 23027 died...\u000a01:17:34.811287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23027): Terminated: ok {rc=0}\u000a01:17:34.898697 bus /sierra_3: Setting Powered False\u000a01:17:36.005388 bus /sierra_3: Setting Powered False\u000a01:17:37.113274 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:17:16" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23040): Process ended prematurely: osmo-stp_10.42.42.5(pid=23040) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23040)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23040): Process ended prematurely: osmo-stp_10.42.42.5(pid=23040) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23040)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:17:39.120050 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:39.131388 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:17:39.289461 tst mo_mt_call.py: using LAC 37539\u000a01:17:39.409303 tst mo_mt_call.py: using RAC 54\u000a01:17:39.530712 tst mo_mt_call.py: using CellId 37539\u000a01:17:39.652192 tst mo_mt_call.py: using BVCI 37540\u000a01:17:39.675492 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:39.686687 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:39.697664 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:39.708490 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:39.719464 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:39.730382 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:17:39.850660 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:17:40.059856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:17:40.551559 run create_hlr_db(pid=23034): Launched\u000a01:17:40.729891 bus /sierra_2: Setting Powered False\u000a01:17:41.749372 run create_hlr_db(pid=23034): Terminated: ok {rc=0}\u000a01:17:42.188085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23036): Launched\u000a01:17:42.517748 run osmo-hlr_10.42.42.2(pid=23037): Launched\u000a01:17:42.640357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:17:43.213880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23039): Launched\u000a01:17:43.545263 run osmo-stp_10.42.42.5(pid=23040): Launched\u000a01:17:43.664372 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:17:44.269744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23042): Launched\u000a01:17:44.602616 run osmo-msc_10.42.42.6(pid=23043): Launched\u000a01:17:44.794791 run osmo-stp_10.42.42.5(pid=23040): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23040)]\u000a01:17:44.935453 run osmo-stp_10.42.42.5(pid=23040): stdout: \u000a| (launched: 2022-12-14_01:17:43.381736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:45.073941 run osmo-stp_10.42.42.5(pid=23040): stderr: \u000a| �[0;m�[38;5;43m20221214011743573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011743574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011743574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011743574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011743575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011743575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011743575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:45.206569 run osmo-stp_10.42.42.5(pid=23040): stdout: \u000a| (launched: 2022-12-14_01:17:43.381736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:45.337832 run osmo-stp_10.42.42.5(pid=23040): stderr: \u000a| �[0;m�[38;5;43m20221214011743573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011743574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011743574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011743574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011743575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011743575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011743575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:45.395722 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23040): Process ended prematurely: osmo-stp_10.42.42.5(pid=23040) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23040)] [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a01:17:45.405559 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:17:45.469270 run osmo-hlr_10.42.42.2(pid=23037): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23037)]\u000a01:17:45.521308 run osmo-hlr_10.42.42.2(pid=23037): stdout: \u000a| (launched: 2022-12-14_01:17:42.355802) \u000a01:17:45.573952 run osmo-hlr_10.42.42.2(pid=23037): stderr: \u000a| �[0;m�[1;31m20221214011742551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011742551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011742551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011742551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011742551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011742551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011742563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011742572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011742572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011742572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:17:45.645384 run osmo-msc_10.42.42.6(pid=23043): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23043)]\u000a01:17:45.697390 run osmo-msc_10.42.42.6(pid=23043): stdout: \u000a| (launched: 2022-12-14_01:17:44.438412) \u000a01:17:45.750070 run osmo-msc_10.42.42.6(pid=23043): stderr: \u000a| �[0;m�[38;5;43m20221214011744760 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011744760 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8338864c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011744760 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011744761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011744761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011744761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011744763 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011744763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011744763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011744763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:17:45.794814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23036): Terminating (SIGTERM)\u000a01:17:45.838052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23039): Terminating (SIGTERM)\u000a01:17:45.884280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23042): Terminating (SIGTERM)\u000a01:17:45.895038 --- ParallelTerminationStrategy: PID 23036 died...\u000a01:17:45.960514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23036): Terminated: ok {rc=0}\u000a01:17:45.971850 --- ParallelTerminationStrategy: PID 23039 died...\u000a01:17:46.030225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23039): Terminated: ok {rc=0}\u000a01:17:46.041251 --- ParallelTerminationStrategy: PID 23042 died...\u000a01:17:46.108873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23042): Terminated: ok {rc=0}\u000a01:17:46.201521 bus /sierra_3: Setting Powered False\u000a01:17:47.313756 bus /sierra_3: Setting Powered False\u000a01:17:48.421991 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23051): Process ended prematurely: osmo-stp_10.42.42.5(pid=23051) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23051)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23051): Process ended prematurely: osmo-stp_10.42.42.5(pid=23051) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:17:49.539156 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:49.551624 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:17:49.720521 tst mo_mt_call_osmux.py: using LAC 37540\u000a01:17:49.848112 tst mo_mt_call_osmux.py: using RAC 55\u000a01:17:49.977732 tst mo_mt_call_osmux.py: using CellId 37540\u000a01:17:50.098578 tst mo_mt_call_osmux.py: using BVCI 37541\u000a01:17:50.121914 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:50.133282 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:50.144530 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:50.155716 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:50.166827 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:50.177807 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:17:50.294390 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:17:50.507664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:17:51.024157 run create_hlr_db(pid=23045): Launched\u000a01:17:51.214608 bus /sierra_2: Setting Powered False\u000a01:17:52.234891 run create_hlr_db(pid=23045): Terminated: ok {rc=0}\u000a01:17:52.647925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23047): Launched\u000a01:17:52.953791 run osmo-hlr_10.42.42.2(pid=23048): Launched\u000a01:17:53.065745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:17:53.596487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23050): Launched\u000a01:17:53.904788 run osmo-stp_10.42.42.5(pid=23051): Launched\u000a01:17:54.016060 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:17:54.574913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23053): Launched\u000a01:17:54.884331 run osmo-msc_10.42.42.6(pid=23054): Launched\u000a01:17:55.063402 run osmo-stp_10.42.42.5(pid=23051): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23051)]\u000a01:17:55.196361 run osmo-stp_10.42.42.5(pid=23051): stdout: \u000a| (launched: 2022-12-14_01:17:53.751391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:55.323203 run osmo-stp_10.42.42.5(pid=23051): stderr: \u000a| �[0;m�[38;5;43m20221214011753920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011753920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011753921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011753921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011753922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011753922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011753922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:55.445214 run osmo-stp_10.42.42.5(pid=23051): stdout: \u000a| (launched: 2022-12-14_01:17:53.751391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:55.566157 run osmo-stp_10.42.42.5(pid=23051): stderr: \u000a| �[0;m�[38;5;43m20221214011753920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011753920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011753921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011753921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011753922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011753922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011753922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:55.619943 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23051): Process ended prematurely: osmo-stp_10.42.42.5(pid=23051) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23051)] [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a01:17:55.628723 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:17:55.687600 run osmo-hlr_10.42.42.2(pid=23048): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23048)]\u000a01:17:55.735923 run osmo-hlr_10.42.42.2(pid=23048): stdout: \u000a| (launched: 2022-12-14_01:17:52.803837) \u000a01:17:55.784630 run osmo-hlr_10.42.42.2(pid=23048): stderr: \u000a| �[0;m�[1;31m20221214011752979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011752979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011752979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011752979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011752979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011752979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011752991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011753000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011753001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011753001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:17:55.851461 run osmo-msc_10.42.42.6(pid=23054): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23054)]\u000a01:17:55.899717 run osmo-msc_10.42.42.6(pid=23054): stdout: \u000a| (launched: 2022-12-14_01:17:54.729571) \u000a01:17:55.948442 run osmo-msc_10.42.42.6(pid=23054): stderr: \u000a| �[0;m�[38;5;43m20221214011755000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011755002 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4617d83c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011755002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011755002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011755002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011755002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011755004 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011755004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011755005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011755005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:17:55.989757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23047): Terminating (SIGTERM)\u000a01:17:56.028791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23050): Terminating (SIGTERM)\u000a01:17:56.067821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23053): Terminating (SIGTERM)\u000a01:17:56.076994 --- ParallelTerminationStrategy: PID 23047 died...\u000a01:17:56.129656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23047): Terminated: ok {rc=0}\u000a01:17:56.139210 --- ParallelTerminationStrategy: PID 23050 died...\u000a01:17:56.191282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23050): Terminated: ok {rc=0}\u000a01:17:56.200822 --- ParallelTerminationStrategy: PID 23053 died...\u000a01:17:56.252632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23053): Terminated: ok {rc=0}\u000a01:17:56.340362 bus /sierra_3: Setting Powered False\u000a01:17:57.442517 bus /sierra_3: Setting Powered False\u000a01:17:58.551557 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:17:38" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23065): Process ended prematurely: osmo-stp_10.42.42.5(pid=23065) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23065)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23065): Process ended prematurely: osmo-stp_10.42.42.5(pid=23065) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23065)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:18:00.548121 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:00.559893 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:18:00.729423 tst mo_mt_call.py: using LAC 37541\u000a01:18:00.864325 tst mo_mt_call.py: using RAC 56\u000a01:18:01.028181 tst mo_mt_call.py: using CellId 37541\u000a01:18:01.157918 tst mo_mt_call.py: using BVCI 37542\u000a01:18:01.183884 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:01.196540 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:01.209609 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:01.222081 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:01.235386 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:01.249407 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:18:01.378615 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:18:01.631413 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:18:02.240103 run create_hlr_db(pid=23059): Launched\u000a01:18:02.432455 bus /sierra_2: Setting Powered False\u000a01:18:03.449565 run create_hlr_db(pid=23059): Terminated: ok {rc=0}\u000a01:18:03.883570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23061): Launched\u000a01:18:04.210401 run osmo-hlr_10.42.42.2(pid=23062): Launched\u000a01:18:04.329103 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:18:04.901456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23064): Launched\u000a01:18:05.227998 run osmo-stp_10.42.42.5(pid=23065): Launched\u000a01:18:05.345902 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:18:05.944347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23067): Launched\u000a01:18:06.270760 run osmo-msc_10.42.42.6(pid=23068): Launched\u000a01:18:06.460734 run osmo-stp_10.42.42.5(pid=23065): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23065)]\u000a01:18:06.598514 run osmo-stp_10.42.42.5(pid=23065): stdout: \u000a| (launched: 2022-12-14_01:18:05.067544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:06.734246 run osmo-stp_10.42.42.5(pid=23065): stderr: \u000a| �[0;m�[38;5;43m20221214011805256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011805256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011805257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011805257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011805258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011805258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011805258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:06.864642 run osmo-stp_10.42.42.5(pid=23065): stdout: \u000a| (launched: 2022-12-14_01:18:05.067544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:06.994050 run osmo-stp_10.42.42.5(pid=23065): stderr: \u000a| �[0;m�[38;5;43m20221214011805256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011805256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011805257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011805257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011805258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011805258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011805258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:07.051634 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23065): Process ended prematurely: osmo-stp_10.42.42.5(pid=23065) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23065)] [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:18:07.060851 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a01:18:07.123871 run osmo-hlr_10.42.42.2(pid=23062): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23062)]\u000a01:18:07.175132 run osmo-hlr_10.42.42.2(pid=23062): stdout: \u000a| (launched: 2022-12-14_01:18:04.049787) \u000a01:18:07.226795 run osmo-hlr_10.42.42.2(pid=23062): stderr: \u000a| �[0;m�[1;31m20221214011804245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011804245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011804245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011804245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011804245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011804246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011804257 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011804266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011804266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011804266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:18:07.297159 run osmo-msc_10.42.42.6(pid=23068): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23068)]\u000a01:18:07.348515 run osmo-msc_10.42.42.6(pid=23068): stdout: \u000a| (launched: 2022-12-14_01:18:06.110093) \u000a01:18:07.400162 run osmo-msc_10.42.42.6(pid=23068): stderr: \u000a| �[0;m�[38;5;43m20221214011806429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011806430 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f672ab85c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011806430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011806430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011806430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011806430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011806432 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011806432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011806432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011806432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:18:07.444155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23061): Terminating (SIGTERM)\u000a01:18:07.485756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23064): Terminating (SIGTERM)\u000a01:18:07.527241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23067): Terminating (SIGTERM)\u000a01:18:07.536849 --- ParallelTerminationStrategy: PID 23061 died...\u000a01:18:07.593349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23061): Terminated: ok {rc=0}\u000a01:18:07.603407 --- ParallelTerminationStrategy: PID 23064 died...\u000a01:18:07.659391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23064): Terminated: ok {rc=0}\u000a01:18:07.669395 --- ParallelTerminationStrategy: PID 23067 died...\u000a01:18:07.725227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23067): Terminated: ok {rc=0}\u000a01:18:07.811965 bus /sierra_3: Setting Powered False\u000a01:18:08.917936 bus /sierra_3: Setting Powered False\u000a01:18:10.025997 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23076): Process ended prematurely: osmo-stp_10.42.42.5(pid=23076) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23076)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23076): Process ended prematurely: osmo-stp_10.42.42.5(pid=23076) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:18:11.141712 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:11.153898 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:18:11.321815 tst mo_mt_call_osmux.py: using LAC 37542\u000a01:18:11.442981 tst mo_mt_call_osmux.py: using RAC 57\u000a01:18:11.562690 tst mo_mt_call_osmux.py: using CellId 37542\u000a01:18:11.679967 tst mo_mt_call_osmux.py: using BVCI 37543\u000a01:18:11.703140 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:11.714240 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:11.725172 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:11.736024 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:11.747003 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:11.757899 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:18:11.878210 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:18:12.088432 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:18:12.599923 run create_hlr_db(pid=23070): Launched\u000a01:18:12.798066 bus /sierra_2: Setting Powered False\u000a01:18:13.806432 run create_hlr_db(pid=23070): Terminated: ok {rc=0}\u000a01:18:14.215700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23072): Launched\u000a01:18:14.514723 run osmo-hlr_10.42.42.2(pid=23073): Launched\u000a01:18:14.632263 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:18:15.156603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23075): Launched\u000a01:18:15.454077 run osmo-stp_10.42.42.5(pid=23076): Launched\u000a01:18:15.561318 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:18:16.166277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23078): Launched\u000a01:18:16.563433 run osmo-msc_10.42.42.6(pid=23079): Launched\u000a01:18:16.931077 run osmo-stp_10.42.42.5(pid=23076): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23076)]\u000a01:18:17.133631 run osmo-stp_10.42.42.5(pid=23076): stdout: \u000a| (launched: 2022-12-14_01:18:15.307614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:17.323126 run osmo-stp_10.42.42.5(pid=23076): stderr: \u000a| �[0;m�[38;5;43m20221214011815474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011815474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011815475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011815475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011815476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011815476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011815476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:17.452277 run osmo-stp_10.42.42.5(pid=23076): stdout: \u000a| (launched: 2022-12-14_01:18:15.307614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:17.580657 run osmo-stp_10.42.42.5(pid=23076): stderr: \u000a| �[0;m�[38;5;43m20221214011815474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011815474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011815475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011815475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011815476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011815476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011815476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:17.637251 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23076): Process ended prematurely: osmo-stp_10.42.42.5(pid=23076) [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23076)] [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:18:17.646641 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a01:18:17.709626 run osmo-hlr_10.42.42.2(pid=23073): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23073)]\u000a01:18:17.761362 run osmo-hlr_10.42.42.2(pid=23073): stdout: \u000a| (launched: 2022-12-14_01:18:14.367184) \u000a01:18:17.813578 run osmo-hlr_10.42.42.2(pid=23073): stderr: \u000a| �[0;m�[1;31m20221214011814539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011814539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011814539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011814539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011814539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011814539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011814551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011814559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011814559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011814559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:18:17.883872 run osmo-msc_10.42.42.6(pid=23079): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23079)]\u000a01:18:17.935016 run osmo-msc_10.42.42.6(pid=23079): stdout: \u000a| (launched: 2022-12-14_01:18:16.319750) \u000a01:18:17.986626 run osmo-msc_10.42.42.6(pid=23079): stderr: \u000a| �[0;m�[38;5;43m20221214011816891 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011816891 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f26dcd87c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011816891 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011816891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011816891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011816891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011816897 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011816898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011816898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011816898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:18:18.031243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23072): Terminating (SIGTERM)\u000a01:18:18.073603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23075): Terminating (SIGTERM)\u000a01:18:18.115871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23078): Terminating (SIGTERM)\u000a01:18:18.125697 --- ParallelTerminationStrategy: PID 23072 died...\u000a01:18:18.181827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23072): Terminated: ok {rc=0}\u000a01:18:18.191850 --- ParallelTerminationStrategy: PID 23075 died...\u000a01:18:18.247648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23075): Terminated: ok {rc=0}\u000a01:18:18.257657 --- ParallelTerminationStrategy: PID 23078 died...\u000a01:18:18.313474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23078): Terminated: ok {rc=0}\u000a01:18:18.399706 bus /sierra_3: Setting Powered False\u000a01:18:19.504792 bus /sierra_3: Setting Powered False\u000a01:18:20.616308 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:18:00" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23090): Process ended prematurely: osmo-stp_10.42.42.5(pid=23090) [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23090)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23090): Process ended prematurely: osmo-stp_10.42.42.5(pid=23090) [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:18:22.606473 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:22.617664 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:18:22.770950 tst mo_mt_call.py: using LAC 37543\u000a01:18:22.891207 tst mo_mt_call.py: using RAC 58\u000a01:18:23.011364 tst mo_mt_call.py: using CellId 37543\u000a01:18:23.143768 tst mo_mt_call.py: using BVCI 37544\u000a01:18:23.168137 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:23.179870 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:23.191344 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:23.202908 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:23.214870 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:23.226564 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:18:23.341124 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:18:23.535582 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:18:24.010531 run create_hlr_db(pid=23084): Launched\u000a01:18:24.180258 bus /sierra_2: Setting Powered False\u000a01:18:25.200809 run create_hlr_db(pid=23084): Terminated: ok {rc=0}\u000a01:18:25.623466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23086): Launched\u000a01:18:25.941300 run osmo-hlr_10.42.42.2(pid=23087): Launched\u000a01:18:26.058827 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:18:26.611264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23089): Launched\u000a01:18:26.927379 run osmo-stp_10.42.42.5(pid=23090): Launched\u000a01:18:27.042707 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:18:27.622889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23092): Launched\u000a01:18:27.940757 run osmo-msc_10.42.42.6(pid=23093): Launched\u000a01:18:28.127347 run osmo-stp_10.42.42.5(pid=23090): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23090)]\u000a01:18:28.262377 run osmo-stp_10.42.42.5(pid=23090): stdout: \u000a| (launched: 2022-12-14_01:18:26.772156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:28.395737 run osmo-stp_10.42.42.5(pid=23090): stderr: \u000a| �[0;m�[38;5;43m20221214011826958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011826958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011826958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011826959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011826959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011826959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011826959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:28.523506 run osmo-stp_10.42.42.5(pid=23090): stdout: \u000a| (launched: 2022-12-14_01:18:26.772156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:28.649761 run osmo-stp_10.42.42.5(pid=23090): stderr: \u000a| �[0;m�[38;5;43m20221214011826958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011826958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011826958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011826959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011826959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011826959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011826959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:28.705858 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23090): Process ended prematurely: osmo-stp_10.42.42.5(pid=23090) [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23090)] [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:18:28.715373 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:18:28.777349 run osmo-hlr_10.42.42.2(pid=23087): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23087)]\u000a01:18:28.828057 run osmo-hlr_10.42.42.2(pid=23087): stdout: \u000a| (launched: 2022-12-14_01:18:25.785360) \u000a01:18:28.879859 run osmo-hlr_10.42.42.2(pid=23087): stderr: \u000a| �[0;m�[1;31m20221214011825976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011825976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011825976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011825976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011825976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011825976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011825989 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011825997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011825998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011825998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:18:28.949321 run osmo-msc_10.42.42.6(pid=23093): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23093)]\u000a01:18:28.999908 run osmo-msc_10.42.42.6(pid=23093): stdout: \u000a| (launched: 2022-12-14_01:18:27.784175) \u000a01:18:29.051691 run osmo-msc_10.42.42.6(pid=23093): stderr: \u000a| �[0;m�[38;5;43m20221214011828098 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011828098 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb11a05bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011828098 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011828098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011828098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011828099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011828100 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011828101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011828101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011828101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:18:29.095633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23086): Terminating (SIGTERM)\u000a01:18:29.137708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23089): Terminating (SIGTERM)\u000a01:18:29.179207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23092): Terminating (SIGTERM)\u000a01:18:29.188737 --- ParallelTerminationStrategy: PID 23086 died...\u000a01:18:29.245105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23086): Terminated: ok {rc=0}\u000a01:18:29.255137 --- ParallelTerminationStrategy: PID 23089 died...\u000a01:18:29.310000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23089): Terminated: ok {rc=0}\u000a01:18:29.320319 --- ParallelTerminationStrategy: PID 23092 died...\u000a01:18:29.375701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23092): Terminated: ok {rc=0}\u000a01:18:29.462121 bus /sierra_3: Setting Powered False\u000a01:18:30.565678 bus /sierra_3: Setting Powered False\u000a01:18:31.673610 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23101): Process ended prematurely: osmo-stp_10.42.42.5(pid=23101) [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23101)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23101): Process ended prematurely: osmo-stp_10.42.42.5(pid=23101) [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:18:32.781474 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:32.793073 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:18:32.945680 tst mo_mt_call_osmux.py: using LAC 37544\u000a01:18:33.061801 tst mo_mt_call_osmux.py: using RAC 59\u000a01:18:33.177420 tst mo_mt_call_osmux.py: using CellId 37544\u000a01:18:33.293135 tst mo_mt_call_osmux.py: using BVCI 37545\u000a01:18:33.315441 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:33.326596 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:33.337491 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:33.348349 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:33.359277 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:33.370210 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:18:33.490147 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:18:33.688114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:18:34.162571 run create_hlr_db(pid=23095): Launched\u000a01:18:34.332038 bus /sierra_2: Setting Powered False\u000a01:18:35.353236 run create_hlr_db(pid=23095): Terminated: ok {rc=0}\u000a01:18:35.747916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23097): Launched\u000a01:18:36.042416 run osmo-hlr_10.42.42.2(pid=23098): Launched\u000a01:18:36.151034 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:18:36.665825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23100): Launched\u000a01:18:36.960733 run osmo-stp_10.42.42.5(pid=23101): Launched\u000a01:18:37.067082 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:18:37.607362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23103): Launched\u000a01:18:37.902943 run osmo-msc_10.42.42.6(pid=23104): Launched\u000a01:18:38.076679 run osmo-stp_10.42.42.5(pid=23101): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23101)]\u000a01:18:38.201700 run osmo-stp_10.42.42.5(pid=23101): stdout: \u000a| (launched: 2022-12-14_01:18:36.815694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:38.324594 run osmo-stp_10.42.42.5(pid=23101): stderr: \u000a| �[0;m�[38;5;43m20221214011836980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011836981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011836981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011836981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011836982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011836982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011836982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:38.443787 run osmo-stp_10.42.42.5(pid=23101): stdout: \u000a| (launched: 2022-12-14_01:18:36.815694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:38.560780 run osmo-stp_10.42.42.5(pid=23101): stderr: \u000a| �[0;m�[38;5;43m20221214011836980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011836981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011836981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011836981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011836982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011836982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011836982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:38.612796 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23101): Process ended prematurely: osmo-stp_10.42.42.5(pid=23101) [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23101)] [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:18:38.621313 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a01:18:38.679915 run osmo-hlr_10.42.42.2(pid=23098): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23098)]\u000a01:18:38.727725 run osmo-hlr_10.42.42.2(pid=23098): stdout: \u000a| (launched: 2022-12-14_01:18:35.897963) \u000a01:18:38.776485 run osmo-hlr_10.42.42.2(pid=23098): stderr: \u000a| �[0;m�[1;31m20221214011836071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011836071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011836071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011836071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011836071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011836071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011836089 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011836098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011836098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011836098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:18:38.842592 run osmo-msc_10.42.42.6(pid=23104): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23104)]\u000a01:18:38.890506 run osmo-msc_10.42.42.6(pid=23104): stdout: \u000a| (launched: 2022-12-14_01:18:37.756535) \u000a01:18:38.938827 run osmo-msc_10.42.42.6(pid=23104): stderr: \u000a| �[0;m�[38;5;43m20221214011838020 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011838021 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc8dd743c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011838021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011838021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011838021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011838021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011838023 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011838023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011838023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011838024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:18:38.979925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23097): Terminating (SIGTERM)\u000a01:18:39.018759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23100): Terminating (SIGTERM)\u000a01:18:39.057701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23103): Terminating (SIGTERM)\u000a01:18:39.066698 --- ParallelTerminationStrategy: PID 23097 died...\u000a01:18:39.119057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23097): Terminated: ok {rc=0}\u000a01:18:39.128547 --- ParallelTerminationStrategy: PID 23100 died...\u000a01:18:39.180412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23100): Terminated: ok {rc=0}\u000a01:18:39.189814 --- ParallelTerminationStrategy: PID 23103 died...\u000a01:18:39.241476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23103): Terminated: ok {rc=0}\u000a01:18:39.328537 bus /sierra_3: Setting Powered False\u000a01:18:40.430032 bus /sierra_3: Setting Powered False\u000a01:18:41.535845 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:18:22" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23117): Process ended prematurely: osmo-stp_10.42.42.5(pid=23117) [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23117)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23117): Process ended prematurely: osmo-stp_10.42.42.5(pid=23117) [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a01:18:43.526944 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:43.537719 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:18:43.690075 tst mo_mt_call.py: using LAC 37545\u000a01:18:43.806355 tst mo_mt_call.py: using RAC 60\u000a01:18:43.921975 tst mo_mt_call.py: using CellId 37545\u000a01:18:44.036757 tst mo_mt_call.py: using BVCI 37546\u000a01:18:44.059129 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:44.069864 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:44.080351 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:44.090970 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:44.101965 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:44.112646 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:18:44.231331 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:18:44.438288 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:18:44.937941 run create_hlr_db(pid=23111): Launched\u000a01:18:45.124453 bus /sierra_2: Setting Powered False\u000a01:18:46.148639 run create_hlr_db(pid=23111): Terminated: ok {rc=0}\u000a01:18:46.582360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23113): Launched\u000a01:18:47.014108 run osmo-hlr_10.42.42.2(pid=23114): Launched\u000a01:18:47.168430 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:18:47.737067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23116): Launched\u000a01:18:48.057292 run osmo-stp_10.42.42.5(pid=23117): Launched\u000a01:18:48.173293 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:18:48.758434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23119): Launched\u000a01:18:49.080044 run osmo-msc_10.42.42.6(pid=23120): Launched\u000a01:18:49.267495 run osmo-stp_10.42.42.5(pid=23117): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23117)]\u000a01:18:49.403255 run osmo-stp_10.42.42.5(pid=23117): stdout: \u000a| (launched: 2022-12-14_01:18:47.899436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:49.537273 run osmo-stp_10.42.42.5(pid=23117): stderr: \u000a| �[0;m�[38;5;43m20221214011848088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011848088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011848088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011848088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011848089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011848089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011848089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:49.665719 run osmo-stp_10.42.42.5(pid=23117): stdout: \u000a| (launched: 2022-12-14_01:18:47.899436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:49.793155 run osmo-stp_10.42.42.5(pid=23117): stderr: \u000a| �[0;m�[38;5;43m20221214011848088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011848088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011848088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011848088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011848089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011848089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011848089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:49.849664 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23117): Process ended prematurely: osmo-stp_10.42.42.5(pid=23117) [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23117)] [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a01:18:49.858902 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:18:49.921106 run osmo-hlr_10.42.42.2(pid=23114): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23114)]\u000a01:18:49.971837 run osmo-hlr_10.42.42.2(pid=23114): stdout: \u000a| (launched: 2022-12-14_01:18:46.738617) \u000a01:18:50.023284 run osmo-hlr_10.42.42.2(pid=23114): stderr: \u000a| �[0;m�[1;31m20221214011846979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011846979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011846979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011846979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011846979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011846979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011846994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011847015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011847015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011847016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:18:50.093635 run osmo-msc_10.42.42.6(pid=23120): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23120)]\u000a01:18:50.144316 run osmo-msc_10.42.42.6(pid=23120): stdout: \u000a| (launched: 2022-12-14_01:18:48.920603) \u000a01:18:50.195534 run osmo-msc_10.42.42.6(pid=23120): stderr: \u000a| �[0;m�[38;5;43m20221214011849238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011849238 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8603ad1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011849238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011849238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011849238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011849239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011849240 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011849241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011849241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011849241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:18:50.239820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23113): Terminating (SIGTERM)\u000a01:18:50.281709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23116): Terminating (SIGTERM)\u000a01:18:50.323466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23119): Terminating (SIGTERM)\u000a01:18:50.333094 --- ParallelTerminationStrategy: PID 23113 died...\u000a01:18:50.389188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23113): Terminated: ok {rc=0}\u000a01:18:50.399213 --- ParallelTerminationStrategy: PID 23116 died...\u000a01:18:50.455164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23116): Terminated: ok {rc=0}\u000a01:18:50.465213 --- ParallelTerminationStrategy: PID 23119 died...\u000a01:18:50.521099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23119): Terminated: ok {rc=0}\u000a01:18:50.606892 bus /sierra_3: Setting Powered False\u000a01:18:51.712840 bus /sierra_3: Setting Powered False\u000a01:18:52.820191 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23128): Process ended prematurely: osmo-stp_10.42.42.5(pid=23128) [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23128)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23128): Process ended prematurely: osmo-stp_10.42.42.5(pid=23128) [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:18:53.934170 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:53.946175 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:18:54.111703 tst mo_mt_call_osmux.py: using LAC 37546\u000a01:18:54.237072 tst mo_mt_call_osmux.py: using RAC 61\u000a01:18:54.362534 tst mo_mt_call_osmux.py: using CellId 37546\u000a01:18:54.487270 tst mo_mt_call_osmux.py: using BVCI 37547\u000a01:18:54.511806 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:54.523182 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:54.534283 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:54.545355 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:54.556773 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:54.568179 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:18:54.683490 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:18:54.893518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:18:55.398969 run create_hlr_db(pid=23122): Launched\u000a01:18:55.584439 bus /sierra_2: Setting Powered False\u000a01:18:56.605209 run create_hlr_db(pid=23122): Terminated: ok {rc=0}\u000a01:18:57.006516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23124): Launched\u000a01:18:57.305272 run osmo-hlr_10.42.42.2(pid=23125): Launched\u000a01:18:57.414933 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:18:57.931957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23127): Launched\u000a01:18:58.228714 run osmo-stp_10.42.42.5(pid=23128): Launched\u000a01:18:58.336438 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:18:58.888021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23130): Launched\u000a01:18:59.187437 run osmo-msc_10.42.42.6(pid=23131): Launched\u000a01:18:59.362568 run osmo-stp_10.42.42.5(pid=23128): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23128)]\u000a01:18:59.488440 run osmo-stp_10.42.42.5(pid=23128): stdout: \u000a| (launched: 2022-12-14_01:18:58.082681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:59.612659 run osmo-stp_10.42.42.5(pid=23128): stderr: \u000a| �[0;m�[38;5;43m20221214011858250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011858250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011858250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011858251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011858251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011858251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011858251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:59.732306 run osmo-stp_10.42.42.5(pid=23128): stdout: \u000a| (launched: 2022-12-14_01:18:58.082681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:59.850883 run osmo-stp_10.42.42.5(pid=23128): stderr: \u000a| �[0;m�[38;5;43m20221214011858250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011858250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011858250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011858251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011858251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011858251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011858251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:59.903668 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23128): Process ended prematurely: osmo-stp_10.42.42.5(pid=23128) [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23128)] [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a01:18:59.912120 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a01:18:59.971470 run osmo-hlr_10.42.42.2(pid=23125): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23125)]\u000a01:19:00.020129 run osmo-hlr_10.42.42.2(pid=23125): stdout: \u000a| (launched: 2022-12-14_01:18:57.157852) \u000a01:19:00.069432 run osmo-hlr_10.42.42.2(pid=23125): stderr: \u000a| �[0;m�[1;31m20221214011857330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011857330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011857330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011857330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011857330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011857330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011857342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011857351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011857351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011857351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:19:00.136213 run osmo-msc_10.42.42.6(pid=23131): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23131)]\u000a01:19:00.184714 run osmo-msc_10.42.42.6(pid=23131): stdout: \u000a| (launched: 2022-12-14_01:18:59.039414) \u000a01:19:00.233899 run osmo-msc_10.42.42.6(pid=23131): stderr: \u000a| �[0;m�[38;5;43m20221214011859307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011859307 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe74c263c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011859307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011859307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011859307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011859307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011859309 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011859310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011859310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011859310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:19:00.275644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23124): Terminating (SIGTERM)\u000a01:19:00.315227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23127): Terminating (SIGTERM)\u000a01:19:00.354716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23130): Terminating (SIGTERM)\u000a01:19:00.363949 --- ParallelTerminationStrategy: PID 23124 died...\u000a01:19:00.416853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23124): Terminated: ok {rc=0}\u000a01:19:00.426561 --- ParallelTerminationStrategy: PID 23127 died...\u000a01:19:00.479239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23127): Terminated: ok {rc=0}\u000a01:19:00.488832 --- ParallelTerminationStrategy: PID 23130 died...\u000a01:19:00.541568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23130): Terminated: ok {rc=0}\u000a01:19:00.629582 bus /sierra_3: Setting Powered False\u000a01:19:01.738673 bus /sierra_3: Setting Powered False\u000a01:19:02.850802 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:18:43" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23142): Process ended prematurely: osmo-stp_10.42.42.5(pid=23142) [trial-2397↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23142)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23142): Process ended prematurely: osmo-stp_10.42.42.5(pid=23142) [trial-2397↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23142)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a01:19:04.841632 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:04.852809 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:19:04.994267 tst mo_mt_call.py: using LAC 37547\u000a01:19:05.110621 tst mo_mt_call.py: using RAC 62\u000a01:19:05.226528 tst mo_mt_call.py: using CellId 37547\u000a01:19:05.342652 tst mo_mt_call.py: using BVCI 37548\u000a01:19:05.365489 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:05.376590 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:05.387544 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:05.398515 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:05.409676 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:05.420677 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:19:05.539744 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:19:05.738179 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:19:06.215485 run create_hlr_db(pid=23136): Launched\u000a01:19:06.385647 bus /sierra_2: Setting Powered False\u000a01:19:07.408861 run create_hlr_db(pid=23136): Terminated: ok {rc=0}\u000a01:19:07.832270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23138): Launched\u000a01:19:08.129223 run osmo-hlr_10.42.42.2(pid=23139): Launched\u000a01:19:08.241114 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:19:08.759151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23141): Launched\u000a01:19:09.056903 run osmo-stp_10.42.42.5(pid=23142): Launched\u000a01:19:09.164314 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:19:09.714242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23144): Launched\u000a01:19:10.014044 run osmo-msc_10.42.42.6(pid=23145): Launched\u000a01:19:10.187827 run osmo-stp_10.42.42.5(pid=23142): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23142)]\u000a01:19:10.313923 run osmo-stp_10.42.42.5(pid=23142): stdout: \u000a| (launched: 2022-12-14_01:19:08.910456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:10.437948 run osmo-stp_10.42.42.5(pid=23142): stderr: \u000a| �[0;m�[38;5;43m20221214011909078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011909078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011909078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011909079 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011909079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011909079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011909079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:10.557269 run osmo-stp_10.42.42.5(pid=23142): stdout: \u000a| (launched: 2022-12-14_01:19:08.910456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:10.675848 run osmo-stp_10.42.42.5(pid=23142): stderr: \u000a| �[0;m�[38;5;43m20221214011909078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011909078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011909078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011909079 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011909079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011909079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011909079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:10.728360 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23142): Process ended prematurely: osmo-stp_10.42.42.5(pid=23142) [trial-2397↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23142)] [trial-2397↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a01:19:10.736747 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a01:19:10.795874 run osmo-hlr_10.42.42.2(pid=23139): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23139)]\u000a01:19:10.844785 run osmo-hlr_10.42.42.2(pid=23139): stdout: \u000a| (launched: 2022-12-14_01:19:07.983249) \u000a01:19:10.893938 run osmo-hlr_10.42.42.2(pid=23139): stderr: \u000a| �[0;m�[1;31m20221214011908154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011908155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011908155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011908155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011908155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011908155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011908167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011908176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011908176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011908176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:19:10.960839 run osmo-msc_10.42.42.6(pid=23145): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23145)]\u000a01:19:11.009077 run osmo-msc_10.42.42.6(pid=23145): stdout: \u000a| (launched: 2022-12-14_01:19:09.866410) \u000a01:19:11.057784 run osmo-msc_10.42.42.6(pid=23145): stderr: \u000a| �[0;m�[38;5;43m20221214011910133 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011910134 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f149ec90c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011910134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011910134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011910134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011910134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011910136 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011910136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011910136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011910136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:19:11.099435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23138): Terminating (SIGTERM)\u000a01:19:11.138805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23141): Terminating (SIGTERM)\u000a01:19:11.178166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23144): Terminating (SIGTERM)\u000a01:19:11.187316 --- ParallelTerminationStrategy: PID 23138 died...\u000a01:19:11.240310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23138): Terminated: ok {rc=0}\u000a01:19:11.249833 --- ParallelTerminationStrategy: PID 23141 died...\u000a01:19:11.302363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23141): Terminated: ok {rc=0}\u000a01:19:11.311814 --- ParallelTerminationStrategy: PID 23144 died...\u000a01:19:11.364256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23144): Terminated: ok {rc=0}\u000a01:19:11.452784 bus /sierra_3: Setting Powered False\u000a01:19:12.555353 bus /sierra_3: Setting Powered False\u000a01:19:13.666391 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23153): Process ended prematurely: osmo-stp_10.42.42.5(pid=23153) [trial-2397↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23153)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23153): Process ended prematurely: osmo-stp_10.42.42.5(pid=23153) [trial-2397↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23153)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:19:14.774466 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:14.786231 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:19:14.932244 tst mo_mt_call_osmux.py: using LAC 37548\u000a01:19:15.057564 tst mo_mt_call_osmux.py: using RAC 63\u000a01:19:15.185697 tst mo_mt_call_osmux.py: using CellId 37548\u000a01:19:15.311713 tst mo_mt_call_osmux.py: using BVCI 37549\u000a01:19:15.336274 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:15.348003 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:15.359553 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:15.371150 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:15.383159 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:15.394973 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:19:15.511465 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:19:15.710626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:19:16.280112 run create_hlr_db(pid=23147): Launched\u000a01:19:16.457271 bus /sierra_2: Setting Powered False\u000a01:19:17.475418 run create_hlr_db(pid=23147): Terminated: ok {rc=0}\u000a01:19:17.903449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23149): Launched\u000a01:19:18.224344 run osmo-hlr_10.42.42.2(pid=23150): Launched\u000a01:19:18.343186 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:19:18.901467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23152): Launched\u000a01:19:19.222811 run osmo-stp_10.42.42.5(pid=23153): Launched\u000a01:19:19.338218 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:19:19.924779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23155): Launched\u000a01:19:20.245902 run osmo-msc_10.42.42.6(pid=23156): Launched\u000a01:19:20.433144 run osmo-stp_10.42.42.5(pid=23153): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23153)]\u000a01:19:20.568110 run osmo-stp_10.42.42.5(pid=23153): stdout: \u000a| (launched: 2022-12-14_01:19:19.065517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:20.702731 run osmo-stp_10.42.42.5(pid=23153): stderr: \u000a| �[0;m�[38;5;43m20221214011919254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011919254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011919255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011919255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011919256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011919256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011919256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:20.831610 run osmo-stp_10.42.42.5(pid=23153): stdout: \u000a| (launched: 2022-12-14_01:19:19.065517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:20.959418 run osmo-stp_10.42.42.5(pid=23153): stderr: \u000a| �[0;m�[38;5;43m20221214011919254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011919254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011919255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011919255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011919256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011919256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011919256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:21.016190 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23153): Process ended prematurely: osmo-stp_10.42.42.5(pid=23153) [trial-2397↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23153)] [trial-2397↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a01:19:21.025717 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:19:21.088551 run osmo-hlr_10.42.42.2(pid=23150): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23150)]\u000a01:19:21.139791 run osmo-hlr_10.42.42.2(pid=23150): stdout: \u000a| (launched: 2022-12-14_01:19:18.066944) \u000a01:19:21.191753 run osmo-hlr_10.42.42.2(pid=23150): stderr: \u000a| �[0;m�[1;31m20221214011918260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011918260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011918260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011918260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011918260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011918260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011918276 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011918286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011918286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011918286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:19:21.261354 run osmo-msc_10.42.42.6(pid=23156): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23156)]\u000a01:19:21.312060 run osmo-msc_10.42.42.6(pid=23156): stdout: \u000a| (launched: 2022-12-14_01:19:20.088515) \u000a01:19:21.364107 run osmo-msc_10.42.42.6(pid=23156): stderr: \u000a| �[0;m�[38;5;43m20221214011920404 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011920405 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4212e14c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011920405 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011920405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011920405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011920405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011920407 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011920407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011920407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011920407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:19:21.407974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23149): Terminating (SIGTERM)\u000a01:19:21.449663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23152): Terminating (SIGTERM)\u000a01:19:21.491646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23155): Terminating (SIGTERM)\u000a01:19:21.501308 --- ParallelTerminationStrategy: PID 23149 died...\u000a01:19:21.557042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23149): Terminated: ok {rc=0}\u000a01:19:21.566956 --- ParallelTerminationStrategy: PID 23152 died...\u000a01:19:21.622438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23152): Terminated: ok {rc=0}\u000a01:19:21.632397 --- ParallelTerminationStrategy: PID 23155 died...\u000a01:19:21.687809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23155): Terminated: ok {rc=0}\u000a01:19:21.773027 bus /sierra_3: Setting Powered False\u000a01:19:22.878679 bus /sierra_3: Setting Powered False\u000a01:19:23.990609 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:19:04" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23168): Process ended prematurely: osmo-stp_10.42.42.5(pid=23168) [trial-2397↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23168)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23168): Process ended prematurely: osmo-stp_10.42.42.5(pid=23168) [trial-2397↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:19:26.014872 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:26.026029 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:19:26.166025 tst emergency_mo_mt_call.py: using LAC 37549\u000a01:19:26.287518 tst emergency_mo_mt_call.py: using RAC 64\u000a01:19:26.409680 tst emergency_mo_mt_call.py: using CellId 37549\u000a01:19:26.532053 tst emergency_mo_mt_call.py: using BVCI 37550\u000a01:19:26.556016 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:26.567097 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:26.578029 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:26.588828 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:26.600054 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:26.611068 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:26.727085 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:26.924924 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:19:27.396577 run create_hlr_db(pid=23162): Launched\u000a01:19:27.566571 bus /sierra_2: Setting Powered False\u000a01:19:28.587829 run create_hlr_db(pid=23162): Terminated: ok {rc=0}\u000a01:19:28.980741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23164): Launched\u000a01:19:29.274322 run osmo-hlr_10.42.42.2(pid=23165): Launched\u000a01:19:29.380340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:19:29.890809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23167): Launched\u000a01:19:30.184526 run osmo-stp_10.42.42.5(pid=23168): Launched\u000a01:19:30.301401 tst emergency_mo_mt_call.py: using MSISDN 8428\u000a01:19:30.447084 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:19:31.031775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23170): Launched\u000a01:19:31.420738 run osmo-msc_10.42.42.6(pid=23171): Launched\u000a01:19:31.718007 run osmo-stp_10.42.42.5(pid=23168): ERR: Terminated: ERROR {rc=1} [trial-2397↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23168)]\u000a01:19:31.935476 run osmo-stp_10.42.42.5(pid=23168): stdout: \u000a| (launched: 2022-12-14_01:19:30.039472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:32.191511 run osmo-stp_10.42.42.5(pid=23168): stderr: \u000a| �[0;m�[38;5;43m20221214011930205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011930205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011930205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011930206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011930206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011930206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011930206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:32.317529 run osmo-stp_10.42.42.5(pid=23168): stdout: \u000a| (launched: 2022-12-14_01:19:30.039472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:32.436563 run osmo-stp_10.42.42.5(pid=23168): stderr: \u000a| �[0;m�[38;5;43m20221214011930205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011930205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011930205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011930206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011930206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011930206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011930206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:32.488470 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=23168): Process ended prematurely: osmo-stp_10.42.42.5(pid=23168) [trial-2397↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23168)] [trial-2397↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a01:19:32.496517 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a01:19:32.556333 run osmo-hlr_10.42.42.2(pid=23165): ERR: Terminated: ERROR {rc=237} [trial-2397↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23165)]\u000a01:19:32.605233 run osmo-hlr_10.42.42.2(pid=23165): stdout: \u000a| (launched: 2022-12-14_01:19:29.130005) \u000a01:19:32.654735 run osmo-hlr_10.42.42.2(pid=23165): stderr: \u000a| �[0;m�[1;31m20221214011929303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011929303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011929303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011929303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011929303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011929303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011929315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011929324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011929324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011929324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:19:32.721815 run osmo-msc_10.42.42.6(pid=23171): ERR: Terminated: ERROR {rc=2} [trial-2397↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23171)]\u000a01:19:32.770508 run osmo-msc_10.42.42.6(pid=23171): stdout: \u000a| (launched: 2022-12-14_01:19:31.183551) \u000a01:19:32.819786 run osmo-msc_10.42.42.6(pid=23171): stderr: \u000a| �[0;m�[38;5;43m20221214011931796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011931796 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f112d4acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011931796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011931796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011931796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011931796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011931803 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011931803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011931803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011931803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:19:32.861264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23164): Terminating (SIGTERM)\u000a01:19:32.900420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23167): Terminating (SIGTERM)\u000a01:19:32.939544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23170): Terminating (SIGTERM)\u000a01:19:32.948622 --- ParallelTerminationStrategy: PID 23164 died...\u000a01:19:33.001179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23164): Terminated: ok {rc=0}\u000a01:19:33.010661 --- ParallelTerminationStrategy: PID 23167 died...\u000a01:19:33.062777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23167): Terminated: ok {rc=0}\u000a01:19:33.072126 --- ParallelTerminationStrategy: PID 23170 died...\u000a01:19:33.124427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23170): Terminated: ok {rc=0}\u000a01:19:33.211591 bus /sierra_3: Setting Powered False\u000a01:19:34.313620 bus /sierra_3: Setting Powered False\u000a01:19:35.423235 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23179): Process ended prematurely: osmo-stp_10.42.42.5(pid=23179) [trial-2397↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23179)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23179): Process ended prematurely: osmo-stp_10.42.42.5(pid=23179) [trial-2397↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23179)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:19:36.473724 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:36.485057 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:19:36.618800 tst emergency_preemptive_call.py: using LAC 37550\u000a01:19:36.734391 tst emergency_preemptive_call.py: using RAC 65\u000a01:19:36.850345 tst emergency_preemptive_call.py: using CellId 37550\u000a01:19:36.965258 tst emergency_preemptive_call.py: using BVCI 37551\u000a01:19:36.987630 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:36.998307 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:37.008821 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:37.019254 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:37.030060 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:37.040806 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:37.154916 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:37.271983 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:37.386846 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:37.583218 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:19:38.057635 run create_hlr_db(pid=23173): Launched\u000a01:19:38.227954 bus /sierra_2: Setting Powered False\u000a01:19:39.249913 run create_hlr_db(pid=23173): Terminated: ok {rc=0}\u000a01:19:39.674741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23175): Launched\u000a01:19:39.992486 run osmo-hlr_10.42.42.2(pid=23176): Launched\u000a01:19:40.109685 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:19:40.664454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23178): Launched\u000a01:19:40.980606 run osmo-stp_10.42.42.5(pid=23179): Launched\u000a01:19:41.107717 tst emergency_preemptive_call.py: using MSISDN 8429\u000a01:19:41.266701 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:19:41.842975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23181): Launched\u000a01:19:42.159399 run osmo-msc_10.42.42.6(pid=23182): Launched\u000a01:19:42.346099 run osmo-stp_10.42.42.5(pid=23179): ERR: Terminated: ERROR {rc=1} [trial-2397↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23179)]\u000a01:19:42.480937 run osmo-stp_10.42.42.5(pid=23179): stdout: \u000a| (launched: 2022-12-14_01:19:40.825064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:42.614649 run osmo-stp_10.42.42.5(pid=23179): stderr: \u000a| �[0;m�[38;5;43m20221214011941010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011941010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011941010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011941011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011941011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011941011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011941012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:42.742769 run osmo-stp_10.42.42.5(pid=23179): stdout: \u000a| (launched: 2022-12-14_01:19:40.825064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:42.869932 run osmo-stp_10.42.42.5(pid=23179): stderr: \u000a| �[0;m�[38;5;43m20221214011941010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011941010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011941010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011941011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011941011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011941011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011941012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:42.925751 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=23179): Process ended prematurely: osmo-stp_10.42.42.5(pid=23179) [trial-2397↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23179)] [trial-2397↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a01:19:42.934713 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a01:19:42.997582 run osmo-hlr_10.42.42.2(pid=23176): ERR: Terminated: ERROR {rc=237} [trial-2397↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23176)]\u000a01:19:43.048850 run osmo-hlr_10.42.42.2(pid=23176): stdout: \u000a| (launched: 2022-12-14_01:19:39.835344) \u000a01:19:43.101237 run osmo-hlr_10.42.42.2(pid=23176): stderr: \u000a| �[0;m�[1;31m20221214011940027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011940027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011940027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011940027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011940028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011940028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011940040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011940048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011940049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011940049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:19:43.171771 run osmo-msc_10.42.42.6(pid=23182): ERR: Terminated: ERROR {rc=2} [trial-2397↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23182)]\u000a01:19:43.223156 run osmo-msc_10.42.42.6(pid=23182): stdout: \u000a| (launched: 2022-12-14_01:19:42.003232) \u000a01:19:43.275052 run osmo-msc_10.42.42.6(pid=23182): stderr: \u000a| �[0;m�[38;5;43m20221214011942319 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214011942319 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb0accb4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214011942319 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214011942319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214011942319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214011942320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214011942321 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214011942322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214011942322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214011942322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:19:43.319241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23175): Terminating (SIGTERM)\u000a01:19:43.361402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23178): Terminating (SIGTERM)\u000a01:19:43.403713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23181): Terminating (SIGTERM)\u000a01:19:43.413456 --- ParallelTerminationStrategy: PID 23175 died...\u000a01:19:43.469889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23175): Terminated: ok {rc=0}\u000a01:19:43.480085 --- ParallelTerminationStrategy: PID 23178 died...\u000a01:19:43.536168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23178): Terminated: ok {rc=0}\u000a01:19:43.546250 --- ParallelTerminationStrategy: PID 23181 died...\u000a01:19:43.602045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23181): Terminated: ok {rc=0}\u000a01:19:43.688178 bus /sierra_9: Setting Powered False\u000a01:19:44.793419 bus /sierra_9: Setting Powered False\u000a01:19:45.907726 bus /sierra_8: Setting Powered False\u000a01:19:47.018347 bus /sierra_8: Setting Powered False\u000a01:19:48.125634 bus /sierra_3: Setting Powered False\u000a01:19:49.232625 bus /sierra_3: Setting Powered False\u000a01:19:50.345180 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:19:25" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23198): Process ended prematurely: osmo-stp_10.42.42.5(pid=23198) [trial-2397↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23198)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23198): Process ended prematurely: osmo-stp_10.42.42.5(pid=23198) [trial-2397↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:19:52.448263 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:52.458796 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:19:52.594071 tst cs_paging_gprs_active.py: using LAC 37551\u000a01:19:52.709365 tst cs_paging_gprs_active.py: using RAC 66\u000a01:19:52.829419 tst cs_paging_gprs_active.py: using CellId 37551\u000a01:19:52.946955 tst cs_paging_gprs_active.py: using BVCI 37552\u000a01:19:52.969883 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:52.980358 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:52.990703 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:53.001017 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:53.011217 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:53.021447 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:53.031860 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:53.042405 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:19:53.052771 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:53.171864 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:53.448099 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:19:53.573622 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:19:53.887467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23188): Launched\u000a01:19:54.146131 run iperf3-srv_10.42.42.10(pid=23189): Launched\u000a01:19:54.328906 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:19:54.453601 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:19:54.765434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23190): Launched\u000a01:19:55.023354 run iperf3-srv_10.42.42.10(pid=23191): Launched\u000a01:19:55.205900 tst cs_paging_gprs_active.py:38: start network...\u000a01:19:55.330247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:19:55.814912 run create_hlr_db(pid=23192): Launched\u000a01:19:55.987496 bus /sierra_2: Setting Powered False\u000a01:19:57.008920 run create_hlr_db(pid=23192): Terminated: ok {rc=0}\u000a01:19:57.439730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23194): Launched\u000a01:19:57.763718 run osmo-hlr_10.42.42.2(pid=23195): Launched\u000a01:19:57.883028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:19:58.447579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23197): Launched\u000a01:19:58.771168 run osmo-stp_10.42.42.5(pid=23198): Launched\u000a01:19:58.888098 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:19:59.449915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23200): Launched\u000a01:19:59.564278 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:19:59.846428 run patchelf(pid=23201): Launched\u000a01:20:00.036232 run osmo-stp_10.42.42.5(pid=23198): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23198)]\u000a01:20:00.175465 run osmo-stp_10.42.42.5(pid=23198): stdout: \u000a| (launched: 2022-12-14_01:19:58.611019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:00.315217 run osmo-stp_10.42.42.5(pid=23198): stderr: \u000a| �[0;m�[38;5;43m20221214011958796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011958797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011958797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011958797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011958798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011958798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011958798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:00.449893 run osmo-stp_10.42.42.5(pid=23198): stdout: \u000a| (launched: 2022-12-14_01:19:58.611019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:00.583007 run osmo-stp_10.42.42.5(pid=23198): stderr: \u000a| �[0;m�[38;5;43m20221214011958796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214011958797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214011958797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214011958797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214011958798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214011958798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214011958798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:00.738215 run patchelf(pid=23201): Terminating (SIGINT)\u000a01:20:00.937648 run patchelf(pid=23201): Terminated: ok {rc=0}\u000a01:20:00.970346 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23198): Process ended prematurely: osmo-stp_10.42.42.5(pid=23198) [trial-2397↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23198)] [trial-2397↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a01:20:00.980209 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a01:20:01.052371 run osmo-hlr_10.42.42.2(pid=23195): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23195)]\u000a01:20:01.104121 run osmo-hlr_10.42.42.2(pid=23195): stdout: \u000a| (launched: 2022-12-14_01:19:57.603868) \u000a01:20:01.155414 run osmo-hlr_10.42.42.2(pid=23195): stderr: \u000a| �[0;m�[1;31m20221214011957796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214011957796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214011957796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011957796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214011957796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214011957796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214011957809 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214011957819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214011957819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214011957819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:20:01.199169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23188): Terminating (SIGTERM)\u000a01:20:01.243341 run iperf3-srv_10.42.42.10(pid=23189): Terminating (SIGTERM)\u000a01:20:01.286777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23190): Terminating (SIGTERM)\u000a01:20:01.341969 run iperf3-srv_10.42.42.10(pid=23191): Terminating (SIGTERM)\u000a01:20:01.387809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23194): Terminating (SIGTERM)\u000a01:20:01.431638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23197): Terminating (SIGTERM)\u000a01:20:01.475297 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23200): Terminating (SIGTERM)\u000a01:20:01.485524 --- ParallelTerminationStrategy: PID 23188 died...\u000a01:20:01.542412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23188): Terminated: ok {rc=0}\u000a01:20:01.552537 --- ParallelTerminationStrategy: PID 23189 died...\u000a01:20:01.607883 run iperf3-srv_10.42.42.10(pid=23189): Terminated {rc=256}\u000a01:20:01.619015 --- ParallelTerminationStrategy: PID 23190 died...\u000a01:20:01.673748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23190): Terminated: ok {rc=0}\u000a01:20:01.683836 --- ParallelTerminationStrategy: PID 23191 died...\u000a01:20:01.738125 run iperf3-srv_10.42.42.10(pid=23191): Terminated {rc=256}\u000a01:20:01.748098 --- ParallelTerminationStrategy: PID 23194 died...\u000a01:20:01.803192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23194): Terminated: ok {rc=0}\u000a01:20:01.814069 --- ParallelTerminationStrategy: PID 23197 died...\u000a01:20:01.869429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23197): Terminated: ok {rc=0}\u000a01:20:01.879521 --- ParallelTerminationStrategy: PID 23200 died...\u000a01:20:01.934299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23200): Terminated: ok {rc=0}\u000a01:20:02.020447 bus /gobi_0: Setting Powered False\u000a01:20:03.122526 bus /gobi_0: Setting Powered False\u000a01:20:04.232498 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23213): Process ended prematurely: osmo-stp_10.42.42.5(pid=23213) [trial-2397↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23213)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23213): Process ended prematurely: osmo-stp_10.42.42.5(pid=23213) [trial-2397↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23213)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a01:20:05.342330 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:05.353401 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:20:05.489627 tst iperf3.py: using LAC 37552\u000a01:20:05.606856 tst iperf3.py: using RAC 67\u000a01:20:05.724306 tst iperf3.py: using CellId 37552\u000a01:20:05.845252 tst iperf3.py: using BVCI 37553\u000a01:20:05.867937 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:05.878555 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:05.888911 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:05.899261 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:05.909434 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:05.919588 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:05.930048 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:05.940264 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:05.950692 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:20:06.224900 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:20:06.349612 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:06.661606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23205): Launched\u000a01:20:06.919481 run iperf3-srv_10.42.42.10(pid=23206): Launched\u000a01:20:07.101656 tst iperf3.py:8: start network...\u000a01:20:07.225872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:20:07.704889 run create_hlr_db(pid=23207): Launched\u000a01:20:07.878103 bus /gobi_6: Setting Powered False\u000a01:20:08.899343 run create_hlr_db(pid=23207): Terminated: ok {rc=0}\u000a01:20:09.328050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23209): Launched\u000a01:20:09.650184 run osmo-hlr_10.42.42.2(pid=23210): Launched\u000a01:20:09.767134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:20:10.327602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23212): Launched\u000a01:20:10.649135 run osmo-stp_10.42.42.5(pid=23213): Launched\u000a01:20:10.765421 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:20:11.329222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23215): Launched\u000a01:20:11.444312 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:20:11.725823 run patchelf(pid=23216): Launched\u000a01:20:11.915368 run osmo-stp_10.42.42.5(pid=23213): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23213)]\u000a01:20:12.054942 run osmo-stp_10.42.42.5(pid=23213): stdout: \u000a| (launched: 2022-12-14_01:20:10.490655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:12.194665 run osmo-stp_10.42.42.5(pid=23213): stderr: \u000a| �[0;m�[38;5;43m20221214012010679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012010679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012010679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012010679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012010680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012010680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012010680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:12.327951 run osmo-stp_10.42.42.5(pid=23213): stdout: \u000a| (launched: 2022-12-14_01:20:10.490655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:12.460616 run osmo-stp_10.42.42.5(pid=23213): stderr: \u000a| �[0;m�[38;5;43m20221214012010679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012010679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012010679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012010679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012010680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012010680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012010680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:12.614333 run patchelf(pid=23216): Terminating (SIGINT)\u000a01:20:12.794948 run patchelf(pid=23216): Terminated: ok {rc=0}\u000a01:20:12.828060 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23213): Process ended prematurely: osmo-stp_10.42.42.5(pid=23213) [trial-2397↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23213)] [trial-2397↪gprs:trx-umtrx↪iperf3.py:8]\u000a01:20:12.837963 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a01:20:12.901132 run osmo-hlr_10.42.42.2(pid=23210): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23210)]\u000a01:20:12.952375 run osmo-hlr_10.42.42.2(pid=23210): stdout: \u000a| (launched: 2022-12-14_01:20:09.491589) \u000a01:20:13.004410 run osmo-hlr_10.42.42.2(pid=23210): stderr: \u000a| �[0;m�[1;31m20221214012009685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012009685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012009685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012009685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012009685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012009685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012009701 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012009709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012009709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012009709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:20:13.048912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23205): Terminating (SIGTERM)\u000a01:20:13.091148 run iperf3-srv_10.42.42.10(pid=23206): Terminating (SIGTERM)\u000a01:20:13.133387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23209): Terminating (SIGTERM)\u000a01:20:13.175426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23212): Terminating (SIGTERM)\u000a01:20:13.217814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23215): Terminating (SIGTERM)\u000a01:20:13.227509 --- ParallelTerminationStrategy: PID 23205 died...\u000a01:20:13.284139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23205): Terminated: ok {rc=0}\u000a01:20:13.294198 --- ParallelTerminationStrategy: PID 23206 died...\u000a01:20:13.350364 run iperf3-srv_10.42.42.10(pid=23206): Terminated {rc=256}\u000a01:20:13.360404 --- ParallelTerminationStrategy: PID 23209 died...\u000a01:20:13.416303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23209): Terminated: ok {rc=0}\u000a01:20:13.426261 --- ParallelTerminationStrategy: PID 23212 died...\u000a01:20:13.482264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23212): Terminated: ok {rc=0}\u000a01:20:13.492227 --- ParallelTerminationStrategy: PID 23215 died...\u000a01:20:13.548816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23215): Terminated: ok {rc=0}\u000a01:20:13.635904 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23231): Process ended prematurely: osmo-stp_10.42.42.5(pid=23231) [trial-2397↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23231)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23231): Process ended prematurely: osmo-stp_10.42.42.5(pid=23231) [trial-2397↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23231)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a01:20:14.753046 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:14.764447 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:20:14.899746 tst iperf3m4.py: using LAC 37553\u000a01:20:15.016450 tst iperf3m4.py: using RAC 68\u000a01:20:15.132383 tst iperf3m4.py: using CellId 37553\u000a01:20:15.250047 tst iperf3m4.py: using BVCI 37554\u000a01:20:15.273006 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:15.283857 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:15.294502 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:15.304877 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:15.315523 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:15.326356 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:15.337216 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:15.347892 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:15.358784 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:20:15.478219 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:20:15.603411 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:20:15.720342 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:20:16.036078 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:20:16.176609 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:16.535774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23217): Launched\u000a01:20:16.838763 run iperf3-srv_10.42.42.10(pid=23218): Launched\u000a01:20:17.044367 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:20:17.184114 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:17.520062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23219): Launched\u000a01:20:17.797964 run iperf3-srv_10.42.42.10(pid=23220): Launched\u000a01:20:17.995834 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:20:18.130468 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:18.464126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23221): Launched\u000a01:20:18.740648 run iperf3-srv_10.42.42.10(pid=23222): Launched\u000a01:20:18.937729 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:20:19.071637 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:19.406780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23223): Launched\u000a01:20:19.683735 run iperf3-srv_10.42.42.10(pid=23224): Launched\u000a01:20:19.880021 tst iperf3m4.py:8: start network...\u000a01:20:20.014049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:20:20.521987 run create_hlr_db(pid=23225): Launched\u000a01:20:20.708142 bus /gobi_6: Setting Powered False\u000a01:20:21.729479 run create_hlr_db(pid=23225): Terminated: ok {rc=0}\u000a01:20:22.159876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23227): Launched\u000a01:20:22.481914 run osmo-hlr_10.42.42.2(pid=23228): Launched\u000a01:20:22.603486 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:20:23.164914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23230): Launched\u000a01:20:23.487377 run osmo-stp_10.42.42.5(pid=23231): Launched\u000a01:20:23.604300 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:20:24.164262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23233): Launched\u000a01:20:24.271286 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:20:24.535279 run patchelf(pid=23234): Launched\u000a01:20:24.712550 run osmo-stp_10.42.42.5(pid=23231): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23231)]\u000a01:20:24.842788 run osmo-stp_10.42.42.5(pid=23231): stdout: \u000a| (launched: 2022-12-14_01:20:23.329061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:24.973633 run osmo-stp_10.42.42.5(pid=23231): stderr: \u000a| �[0;m�[38;5;43m20221214012023516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012023516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012023517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012023517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012023518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012023518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012023518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:25.099109 run osmo-stp_10.42.42.5(pid=23231): stdout: \u000a| (launched: 2022-12-14_01:20:23.329061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:25.223236 run osmo-stp_10.42.42.5(pid=23231): stderr: \u000a| �[0;m�[38;5;43m20221214012023516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012023516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012023517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012023517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012023518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012023518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012023518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:25.367306 run patchelf(pid=23234): Terminating (SIGINT)\u000a01:20:25.536885 run patchelf(pid=23234): Terminated: ok {rc=0}\u000a01:20:25.568141 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23231): Process ended prematurely: osmo-stp_10.42.42.5(pid=23231) [trial-2397↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23231)] [trial-2397↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a01:20:25.577398 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a01:20:25.637118 run osmo-hlr_10.42.42.2(pid=23228): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23228)]\u000a01:20:25.685615 run osmo-hlr_10.42.42.2(pid=23228): stdout: \u000a| (launched: 2022-12-14_01:20:22.323439) \u000a01:20:25.734714 run osmo-hlr_10.42.42.2(pid=23228): stderr: \u000a| �[0;m�[1;31m20221214012022516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012022516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012022516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012022516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012022516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012022516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012022528 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012022537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012022537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012022537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:20:25.776395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23217): Terminating (SIGTERM)\u000a01:20:25.815644 run iperf3-srv_10.42.42.10(pid=23218): Terminating (SIGTERM)\u000a01:20:25.855096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23219): Terminating (SIGTERM)\u000a01:20:25.894331 run iperf3-srv_10.42.42.10(pid=23220): Terminating (SIGTERM)\u000a01:20:25.933728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23221): Terminating (SIGTERM)\u000a01:20:25.973241 run iperf3-srv_10.42.42.10(pid=23222): Terminating (SIGTERM)\u000a01:20:26.012650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23223): Terminating (SIGTERM)\u000a01:20:26.051703 run iperf3-srv_10.42.42.10(pid=23224): Terminating (SIGTERM)\u000a01:20:26.091251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23227): Terminating (SIGTERM)\u000a01:20:26.130588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23230): Terminating (SIGTERM)\u000a01:20:26.170059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23233): Terminating (SIGTERM)\u000a01:20:26.179222 --- ParallelTerminationStrategy: PID 23217 died...\u000a01:20:26.232119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23217): Terminated: ok {rc=0}\u000a01:20:26.241729 --- ParallelTerminationStrategy: PID 23218 died...\u000a01:20:26.294214 run iperf3-srv_10.42.42.10(pid=23218): Terminated {rc=256}\u000a01:20:26.303675 --- ParallelTerminationStrategy: PID 23219 died...\u000a01:20:26.356161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23219): Terminated: ok {rc=0}\u000a01:20:26.365749 --- ParallelTerminationStrategy: PID 23220 died...\u000a01:20:26.418153 run iperf3-srv_10.42.42.10(pid=23220): Terminated {rc=256}\u000a01:20:26.427648 --- ParallelTerminationStrategy: PID 23221 died...\u000a01:20:26.480051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23221): Terminated: ok {rc=0}\u000a01:20:26.489879 --- ParallelTerminationStrategy: PID 23222 died...\u000a01:20:26.542263 run iperf3-srv_10.42.42.10(pid=23222): Terminated {rc=256}\u000a01:20:26.551719 --- ParallelTerminationStrategy: PID 23223 died...\u000a01:20:26.603740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23223): Terminated: ok {rc=0}\u000a01:20:26.613300 --- ParallelTerminationStrategy: PID 23224 died...\u000a01:20:26.665391 run iperf3-srv_10.42.42.10(pid=23224): Terminated {rc=256}\u000a01:20:26.674956 --- ParallelTerminationStrategy: PID 23227 died...\u000a01:20:26.726986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23227): Terminated: ok {rc=0}\u000a01:20:26.736617 --- ParallelTerminationStrategy: PID 23230 died...\u000a01:20:26.788880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23230): Terminated: ok {rc=0}\u000a01:20:26.798536 --- ParallelTerminationStrategy: PID 23233 died...\u000a01:20:26.851403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23233): Terminated: ok {rc=0}\u000a01:20:26.938904 bus /gobi_4: Setting Powered False\u000a01:20:28.042159 bus /gobi_4: Setting Powered False\u000a01:20:29.152783 bus /gobi_1: Setting Powered False\u000a01:20:30.254707 bus /gobi_1: Setting Powered False\u000a01:20:31.372529 bus /gobi_0: Setting Powered False\u000a01:20:32.473199 bus /gobi_0: Setting Powered False\u000a01:20:33.584812 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23241): Process ended prematurely: osmo-stp_10.42.42.5(pid=23241) [trial-2397↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23241)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23241): Process ended prematurely: osmo-stp_10.42.42.5(pid=23241) [trial-2397↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23241)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a01:20:34.652093 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:34.663580 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:20:34.809138 tst ping.py: using LAC 37554\u000a01:20:34.932172 tst ping.py: using RAC 69\u000a01:20:35.048586 tst ping.py: using CellId 37554\u000a01:20:35.166198 tst ping.py: using BVCI 37555\u000a01:20:35.188727 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:35.199270 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:35.209959 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:35.220176 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:35.230435 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:35.241258 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:35.252667 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:35.263714 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:20:35.538108 tst ping.py:19: start network...\u000a01:20:35.661840 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:20:36.137757 run create_hlr_db(pid=23235): Launched\u000a01:20:36.309847 bus /gobi_6: Setting Powered False\u000a01:20:37.329943 run create_hlr_db(pid=23235): Terminated: ok {rc=0}\u000a01:20:37.757136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23237): Launched\u000a01:20:38.077380 run osmo-hlr_10.42.42.2(pid=23238): Launched\u000a01:20:38.195828 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:20:38.758882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23240): Launched\u000a01:20:39.079315 run osmo-stp_10.42.42.5(pid=23241): Launched\u000a01:20:39.195683 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:20:39.754793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23243): Launched\u000a01:20:39.868698 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:20:40.148157 run patchelf(pid=23244): Launched\u000a01:20:40.335673 run osmo-stp_10.42.42.5(pid=23241): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23241)]\u000a01:20:40.473165 run osmo-stp_10.42.42.5(pid=23241): stdout: \u000a| (launched: 2022-12-14_01:20:38.921192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:40.611055 run osmo-stp_10.42.42.5(pid=23241): stderr: \u000a| �[0;m�[38;5;43m20221214012039109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012039109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012039109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012039110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012039110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012039110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012039110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:40.743448 run osmo-stp_10.42.42.5(pid=23241): stdout: \u000a| (launched: 2022-12-14_01:20:38.921192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:40.874945 run osmo-stp_10.42.42.5(pid=23241): stderr: \u000a| �[0;m�[38;5;43m20221214012039109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012039109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012039109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012039110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012039110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012039110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012039110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:41.027680 run patchelf(pid=23244): Terminating (SIGINT)\u000a01:20:41.207510 run patchelf(pid=23244): Terminated: ok {rc=0}\u000a01:20:41.240041 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23241): Process ended prematurely: osmo-stp_10.42.42.5(pid=23241) [trial-2397↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23241)] [trial-2397↪gprs:trx-umtrx↪ping.py:22]\u000a01:20:41.249327 tst ping.py:22: Test FAILED (6.6 sec)\u000a01:20:41.312338 run osmo-hlr_10.42.42.2(pid=23238): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23238)]\u000a01:20:41.363589 run osmo-hlr_10.42.42.2(pid=23238): stdout: \u000a| (launched: 2022-12-14_01:20:37.919017) \u000a01:20:41.415402 run osmo-hlr_10.42.42.2(pid=23238): stderr: \u000a| �[0;m�[1;31m20221214012038114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012038114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012038114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012038114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012038114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012038114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012038126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012038134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012038134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012038135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:20:41.459175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23237): Terminating (SIGTERM)\u000a01:20:41.500889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23240): Terminating (SIGTERM)\u000a01:20:41.543158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23243): Terminating (SIGTERM)\u000a01:20:41.552872 --- ParallelTerminationStrategy: PID 23237 died...\u000a01:20:41.609100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23237): Terminated: ok {rc=0}\u000a01:20:41.619263 --- ParallelTerminationStrategy: PID 23240 died...\u000a01:20:41.674757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23240): Terminated: ok {rc=0}\u000a01:20:41.684823 --- ParallelTerminationStrategy: PID 23243 died...\u000a01:20:41.740212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23243): Terminated: ok {rc=0}\u000a01:20:41.825540 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23251): Process ended prematurely: osmo-stp_10.42.42.5(pid=23251) [trial-2397↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23251)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23251): Process ended prematurely: osmo-stp_10.42.42.5(pid=23251) [trial-2397↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23251)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a01:20:42.874869 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:42.886268 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:20:43.022047 tst ping_idle_ping.py: using LAC 37555\u000a01:20:43.142486 tst ping_idle_ping.py: using RAC 70\u000a01:20:43.260766 tst ping_idle_ping.py: using CellId 37555\u000a01:20:43.379299 tst ping_idle_ping.py: using BVCI 37556\u000a01:20:43.402258 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:43.412873 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:43.423330 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:43.433766 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:43.444172 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:43.454578 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:43.465154 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:43.475592 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:20:43.748848 tst ping_idle_ping.py:24: start network...\u000a01:20:43.871698 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:20:44.350374 run create_hlr_db(pid=23245): Launched\u000a01:20:44.521569 bus /gobi_6: Setting Powered False\u000a01:20:45.543477 run create_hlr_db(pid=23245): Terminated: ok {rc=0}\u000a01:20:45.972802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23247): Launched\u000a01:20:46.304510 run osmo-hlr_10.42.42.2(pid=23248): Launched\u000a01:20:46.559462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:20:47.160549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23250): Launched\u000a01:20:47.488159 run osmo-stp_10.42.42.5(pid=23251): Launched\u000a01:20:47.604579 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:20:48.129391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23253): Launched\u000a01:20:48.235497 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:20:48.494915 run patchelf(pid=23254): Launched\u000a01:20:48.668315 run osmo-stp_10.42.42.5(pid=23251): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23251)]\u000a01:20:48.795483 run osmo-stp_10.42.42.5(pid=23251): stdout: \u000a| (launched: 2022-12-14_01:20:47.313307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:48.923013 run osmo-stp_10.42.42.5(pid=23251): stderr: \u000a| �[0;m�[38;5;43m20221214012047513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012047513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012047513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012047514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012047514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012047514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012047514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:49.045838 run osmo-stp_10.42.42.5(pid=23251): stdout: \u000a| (launched: 2022-12-14_01:20:47.313307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:49.167176 run osmo-stp_10.42.42.5(pid=23251): stderr: \u000a| �[0;m�[38;5;43m20221214012047513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012047513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012047513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012047514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012047514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012047514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012047514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:49.309355 run patchelf(pid=23254): Terminating (SIGINT)\u000a01:20:49.475587 run patchelf(pid=23254): Terminated: ok {rc=0}\u000a01:20:49.505794 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23251): Process ended prematurely: osmo-stp_10.42.42.5(pid=23251) [trial-2397↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23251)] [trial-2397↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a01:20:49.514364 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a01:20:49.573420 run osmo-hlr_10.42.42.2(pid=23248): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23248)]\u000a01:20:49.621497 run osmo-hlr_10.42.42.2(pid=23248): stdout: \u000a| (launched: 2022-12-14_01:20:46.129270) \u000a01:20:49.670285 run osmo-hlr_10.42.42.2(pid=23248): stderr: \u000a| �[0;m�[1;31m20221214012046435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012046435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012046435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012046435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012046435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012046435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012046452 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012046460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012046460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012046460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:20:49.711668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23247): Terminating (SIGTERM)\u000a01:20:49.750640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23250): Terminating (SIGTERM)\u000a01:20:49.789601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23253): Terminating (SIGTERM)\u000a01:20:49.798668 --- ParallelTerminationStrategy: PID 23247 died...\u000a01:20:49.851236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23247): Terminated: ok {rc=0}\u000a01:20:49.860658 --- ParallelTerminationStrategy: PID 23250 died...\u000a01:20:49.913009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23250): Terminated: ok {rc=0}\u000a01:20:49.922439 --- ParallelTerminationStrategy: PID 23253 died...\u000a01:20:49.974857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23253): Terminated: ok {rc=0}\u000a01:20:50.062984 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:19:52" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23269): Process ended prematurely: osmo-stp_10.42.42.5(pid=23269) [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23269)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23269): Process ended prematurely: osmo-stp_10.42.42.5(pid=23269) [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:20:52.215204 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:52.226713 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:20:52.374394 tst cs_paging_gprs_active.py: using LAC 37556\u000a01:20:52.502912 tst cs_paging_gprs_active.py: using RAC 71\u000a01:20:52.631443 tst cs_paging_gprs_active.py: using CellId 37556\u000a01:20:52.754461 tst cs_paging_gprs_active.py: using BVCI 37557\u000a01:20:52.777915 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:52.788919 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:52.799755 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:52.810967 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:52.822357 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:52.833281 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:52.844170 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:52.854895 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:20:52.865884 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:20:52.981316 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:20:53.266315 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:20:53.393069 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:53.709996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23259): Launched\u000a01:20:53.972711 run iperf3-srv_10.42.42.10(pid=23260): Launched\u000a01:20:54.158397 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:20:54.285621 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:54.604182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23261): Launched\u000a01:20:54.868595 run iperf3-srv_10.42.42.10(pid=23262): Launched\u000a01:20:55.054799 tst cs_paging_gprs_active.py:38: start network...\u000a01:20:55.181847 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:20:55.671345 run create_hlr_db(pid=23263): Launched\u000a01:20:55.845707 bus /gobi_6: Setting Powered False\u000a01:20:56.867239 run create_hlr_db(pid=23263): Terminated: ok {rc=0}\u000a01:20:57.272671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23265): Launched\u000a01:20:57.577302 run osmo-hlr_10.42.42.2(pid=23266): Launched\u000a01:20:57.694094 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:20:58.231081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23268): Launched\u000a01:20:58.535122 run osmo-stp_10.42.42.5(pid=23269): Launched\u000a01:20:58.644395 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:20:59.172594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23271): Launched\u000a01:20:59.280376 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:20:59.544648 run patchelf(pid=23272): Launched\u000a01:20:59.722099 run osmo-stp_10.42.42.5(pid=23269): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23269)]\u000a01:20:59.851722 run osmo-stp_10.42.42.5(pid=23269): stdout: \u000a| (launched: 2022-12-14_01:20:58.385150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:59.981429 run osmo-stp_10.42.42.5(pid=23269): stderr: \u000a| �[0;m�[38;5;43m20221214012058551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012058551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012058551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012058551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012058552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012058552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012058552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:00.106718 run osmo-stp_10.42.42.5(pid=23269): stdout: \u000a| (launched: 2022-12-14_01:20:58.385150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:00.230632 run osmo-stp_10.42.42.5(pid=23269): stderr: \u000a| �[0;m�[38;5;43m20221214012058551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012058551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012058551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012058551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012058552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012058552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012058552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:00.375491 run patchelf(pid=23272): Terminating (SIGINT)\u000a01:21:00.545701 run patchelf(pid=23272): Terminated: ok {rc=0}\u000a01:21:00.576691 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23269): Process ended prematurely: osmo-stp_10.42.42.5(pid=23269) [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23269)] [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:21:00.585763 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a01:21:00.644582 run osmo-hlr_10.42.42.2(pid=23266): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23266)]\u000a01:21:00.692861 run osmo-hlr_10.42.42.2(pid=23266): stdout: \u000a| (launched: 2022-12-14_01:20:57.426756) \u000a01:21:00.741698 run osmo-hlr_10.42.42.2(pid=23266): stderr: \u000a| �[0;m�[1;31m20221214012057601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012057601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012057601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012057601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012057601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012057601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012057613 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012057623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012057623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012057624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:21:00.783149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23259): Terminating (SIGTERM)\u000a01:21:00.822185 run iperf3-srv_10.42.42.10(pid=23260): Terminating (SIGTERM)\u000a01:21:00.873140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23261): Terminating (SIGTERM)\u000a01:21:00.912873 run iperf3-srv_10.42.42.10(pid=23262): Terminating (SIGTERM)\u000a01:21:00.953156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23265): Terminating (SIGTERM)\u000a01:21:00.993025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23268): Terminating (SIGTERM)\u000a01:21:01.032879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23271): Terminating (SIGTERM)\u000a01:21:01.042883 --- ParallelTerminationStrategy: PID 23259 died...\u000a01:21:01.098262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23259): Terminated: ok {rc=0}\u000a01:21:01.108268 --- ParallelTerminationStrategy: PID 23260 died...\u000a01:21:01.163521 run iperf3-srv_10.42.42.10(pid=23260): Terminated {rc=256}\u000a01:21:01.173934 --- ParallelTerminationStrategy: PID 23261 died...\u000a01:21:01.230190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23261): Terminated: ok {rc=0}\u000a01:21:01.240595 --- ParallelTerminationStrategy: PID 23262 died...\u000a01:21:01.295587 run iperf3-srv_10.42.42.10(pid=23262): Terminated {rc=256}\u000a01:21:01.306082 --- ParallelTerminationStrategy: PID 23265 died...\u000a01:21:01.360024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23265): Terminated: ok {rc=0}\u000a01:21:01.370081 --- ParallelTerminationStrategy: PID 23268 died...\u000a01:21:01.423440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23268): Terminated: ok {rc=0}\u000a01:21:01.433516 --- ParallelTerminationStrategy: PID 23271 died...\u000a01:21:01.486999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23271): Terminated: ok {rc=0}\u000a01:21:01.571058 bus /gobi_0: Setting Powered False\u000a01:21:02.671143 bus /gobi_0: Setting Powered False\u000a01:21:03.781931 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23281): Process ended prematurely: osmo-stp_10.42.42.5(pid=23281) [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23281)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23281): Process ended prematurely: osmo-stp_10.42.42.5(pid=23281) [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:21:04.891516 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:04.903067 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:21:05.043985 tst iperf3.py: using LAC 37557\u000a01:21:05.164916 tst iperf3.py: using RAC 72\u000a01:21:05.284461 tst iperf3.py: using CellId 37557\u000a01:21:05.403406 tst iperf3.py: using BVCI 37558\u000a01:21:05.426559 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:05.437563 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:05.448118 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:05.458833 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:05.469769 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:05.480500 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:05.491480 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:05.502217 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:05.513182 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:05.789775 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:21:05.916342 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:06.232837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23273): Launched\u000a01:21:06.495508 run iperf3-srv_10.42.42.10(pid=23274): Launched\u000a01:21:06.680410 tst iperf3.py:8: start network...\u000a01:21:06.806447 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:21:07.293003 run create_hlr_db(pid=23275): Launched\u000a01:21:07.465698 bus /gobi_6: Setting Powered False\u000a01:21:08.487089 run create_hlr_db(pid=23275): Terminated: ok {rc=0}\u000a01:21:08.889926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23277): Launched\u000a01:21:09.191484 run osmo-hlr_10.42.42.2(pid=23278): Launched\u000a01:21:09.309787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:21:09.845898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23280): Launched\u000a01:21:10.149613 run osmo-stp_10.42.42.5(pid=23281): Launched\u000a01:21:10.258992 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:21:10.786516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23283): Launched\u000a01:21:10.893612 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:21:11.158256 run patchelf(pid=23284): Launched\u000a01:21:11.335286 run osmo-stp_10.42.42.5(pid=23281): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23281)]\u000a01:21:11.464939 run osmo-stp_10.42.42.5(pid=23281): stdout: \u000a| (launched: 2022-12-14_01:21:09.998855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:11.595034 run osmo-stp_10.42.42.5(pid=23281): stderr: \u000a| �[0;m�[38;5;43m20221214012110166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012110166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012110167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012110167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012110167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012110168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012110168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:11.719920 run osmo-stp_10.42.42.5(pid=23281): stdout: \u000a| (launched: 2022-12-14_01:21:09.998855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:11.843418 run osmo-stp_10.42.42.5(pid=23281): stderr: \u000a| �[0;m�[38;5;43m20221214012110166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012110166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012110167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012110167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012110167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012110168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012110168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:11.987309 run patchelf(pid=23284): Terminating (SIGINT)\u000a01:21:12.156791 run patchelf(pid=23284): Terminated: ok {rc=0}\u000a01:21:12.188028 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23281): Process ended prematurely: osmo-stp_10.42.42.5(pid=23281) [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23281)] [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a01:21:12.197309 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a01:21:12.256412 run osmo-hlr_10.42.42.2(pid=23278): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23278)]\u000a01:21:12.304490 run osmo-hlr_10.42.42.2(pid=23278): stdout: \u000a| (launched: 2022-12-14_01:21:09.043077) \u000a01:21:12.353576 run osmo-hlr_10.42.42.2(pid=23278): stderr: \u000a| �[0;m�[1;31m20221214012109214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012109214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012109215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012109215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012109215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012109215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012109228 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012109236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012109236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012109237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:21:12.395350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23273): Terminating (SIGTERM)\u000a01:21:12.434448 run iperf3-srv_10.42.42.10(pid=23274): Terminating (SIGTERM)\u000a01:21:12.473502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23277): Terminating (SIGTERM)\u000a01:21:12.512610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23280): Terminating (SIGTERM)\u000a01:21:12.551612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23283): Terminating (SIGTERM)\u000a01:21:12.560782 --- ParallelTerminationStrategy: PID 23273 died...\u000a01:21:12.613662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23273): Terminated: ok {rc=0}\u000a01:21:12.623283 --- ParallelTerminationStrategy: PID 23274 died...\u000a01:21:12.675693 run iperf3-srv_10.42.42.10(pid=23274): Terminated {rc=256}\u000a01:21:12.685162 --- ParallelTerminationStrategy: PID 23277 died...\u000a01:21:12.736935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23277): Terminated: ok {rc=0}\u000a01:21:12.746431 --- ParallelTerminationStrategy: PID 23280 died...\u000a01:21:12.798720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23280): Terminated: ok {rc=0}\u000a01:21:12.808145 --- ParallelTerminationStrategy: PID 23283 died...\u000a01:21:12.860561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23283): Terminated: ok {rc=0}\u000a01:21:12.948475 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23299): Process ended prematurely: osmo-stp_10.42.42.5(pid=23299) [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23299)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23299): Process ended prematurely: osmo-stp_10.42.42.5(pid=23299) [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23299)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:21:14.058076 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:14.069646 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:21:14.209685 tst iperf3m4.py: using LAC 37558\u000a01:21:14.329388 tst iperf3m4.py: using RAC 73\u000a01:21:14.453623 tst iperf3m4.py: using CellId 37558\u000a01:21:14.571732 tst iperf3m4.py: using BVCI 37559\u000a01:21:14.595146 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:14.606113 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:14.616707 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:14.627419 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:14.638739 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:14.649919 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:14.661437 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:14.672619 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:14.684131 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:14.807043 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:14.930394 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:15.050892 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:15.332462 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:21:15.459077 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:15.775364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23285): Launched\u000a01:21:16.070777 run iperf3-srv_10.42.42.10(pid=23286): Launched\u000a01:21:16.318767 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:21:16.449128 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:16.785666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23287): Launched\u000a01:21:17.065996 run iperf3-srv_10.42.42.10(pid=23288): Launched\u000a01:21:17.254554 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:21:17.380023 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:17.695009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23289): Launched\u000a01:21:17.955486 run iperf3-srv_10.42.42.10(pid=23290): Launched\u000a01:21:18.139583 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:21:18.265080 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:18.581138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23291): Launched\u000a01:21:18.842216 run iperf3-srv_10.42.42.10(pid=23292): Launched\u000a01:21:19.025886 tst iperf3m4.py:8: start network...\u000a01:21:19.151302 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:21:19.637368 run create_hlr_db(pid=23293): Launched\u000a01:21:19.811440 bus /gobi_6: Setting Powered False\u000a01:21:20.832085 run create_hlr_db(pid=23293): Terminated: ok {rc=0}\u000a01:21:21.237638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23295): Launched\u000a01:21:21.539460 run osmo-hlr_10.42.42.2(pid=23296): Launched\u000a01:21:21.653807 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:21:22.182744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23298): Launched\u000a01:21:22.487480 run osmo-stp_10.42.42.5(pid=23299): Launched\u000a01:21:22.597127 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:21:23.126468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23301): Launched\u000a01:21:23.234159 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:21:23.499515 run patchelf(pid=23302): Launched\u000a01:21:23.677136 run osmo-stp_10.42.42.5(pid=23299): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23299)]\u000a01:21:23.807126 run osmo-stp_10.42.42.5(pid=23299): stdout: \u000a| (launched: 2022-12-14_01:21:22.336757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:23.937859 run osmo-stp_10.42.42.5(pid=23299): stderr: \u000a| �[0;m�[38;5;43m20221214012122506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012122506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012122507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012122507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012122508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012122508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012122508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:24.062885 run osmo-stp_10.42.42.5(pid=23299): stdout: \u000a| (launched: 2022-12-14_01:21:22.336757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:24.187041 run osmo-stp_10.42.42.5(pid=23299): stderr: \u000a| �[0;m�[38;5;43m20221214012122506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012122506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012122507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012122507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012122508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012122508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012122508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:24.331193 run patchelf(pid=23302): Terminating (SIGINT)\u000a01:21:24.501649 run patchelf(pid=23302): Terminated: ok {rc=0}\u000a01:21:24.532732 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23299): Process ended prematurely: osmo-stp_10.42.42.5(pid=23299) [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23299)] [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:21:24.542081 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a01:21:24.601544 run osmo-hlr_10.42.42.2(pid=23296): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23296)]\u000a01:21:24.650376 run osmo-hlr_10.42.42.2(pid=23296): stdout: \u000a| (launched: 2022-12-14_01:21:21.391219) \u000a01:21:24.699526 run osmo-hlr_10.42.42.2(pid=23296): stderr: \u000a| �[0;m�[1;31m20221214012121564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012121564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012121564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012121564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012121564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012121564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012121577 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012121586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012121586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012121586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:21:24.740833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23285): Terminating (SIGTERM)\u000a01:21:24.779644 run iperf3-srv_10.42.42.10(pid=23286): Terminating (SIGTERM)\u000a01:21:24.818698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23287): Terminating (SIGTERM)\u000a01:21:24.857644 run iperf3-srv_10.42.42.10(pid=23288): Terminating (SIGTERM)\u000a01:21:24.897147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23289): Terminating (SIGTERM)\u000a01:21:24.936069 run iperf3-srv_10.42.42.10(pid=23290): Terminating (SIGTERM)\u000a01:21:24.975017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23291): Terminating (SIGTERM)\u000a01:21:25.013728 run iperf3-srv_10.42.42.10(pid=23292): Terminating (SIGTERM)\u000a01:21:25.052781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23295): Terminating (SIGTERM)\u000a01:21:25.091726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23298): Terminating (SIGTERM)\u000a01:21:25.130710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23301): Terminating (SIGTERM)\u000a01:21:25.139797 --- ParallelTerminationStrategy: PID 23285 died...\u000a01:21:25.192474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23285): Terminated: ok {rc=0}\u000a01:21:25.202112 --- ParallelTerminationStrategy: PID 23286 died...\u000a01:21:25.254409 run iperf3-srv_10.42.42.10(pid=23286): Terminated {rc=256}\u000a01:21:25.263925 --- ParallelTerminationStrategy: PID 23287 died...\u000a01:21:25.316178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23287): Terminated: ok {rc=0}\u000a01:21:25.325823 --- ParallelTerminationStrategy: PID 23288 died...\u000a01:21:25.377991 run iperf3-srv_10.42.42.10(pid=23288): Terminated {rc=256}\u000a01:21:25.387514 --- ParallelTerminationStrategy: PID 23289 died...\u000a01:21:25.439609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23289): Terminated: ok {rc=0}\u000a01:21:25.449137 --- ParallelTerminationStrategy: PID 23290 died...\u000a01:21:25.501279 run iperf3-srv_10.42.42.10(pid=23290): Terminated {rc=256}\u000a01:21:25.510835 --- ParallelTerminationStrategy: PID 23291 died...\u000a01:21:25.563066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23291): Terminated: ok {rc=0}\u000a01:21:25.572578 --- ParallelTerminationStrategy: PID 23292 died...\u000a01:21:25.624857 run iperf3-srv_10.42.42.10(pid=23292): Terminated {rc=256}\u000a01:21:25.634442 --- ParallelTerminationStrategy: PID 23295 died...\u000a01:21:25.686821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23295): Terminated: ok {rc=0}\u000a01:21:25.696525 --- ParallelTerminationStrategy: PID 23298 died...\u000a01:21:25.749223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23298): Terminated: ok {rc=0}\u000a01:21:25.758866 --- ParallelTerminationStrategy: PID 23301 died...\u000a01:21:25.811155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23301): Terminated: ok {rc=0}\u000a01:21:25.894593 bus /gobi_4: Setting Powered False\u000a01:21:27.000873 bus /gobi_4: Setting Powered False\u000a01:21:28.108441 bus /gobi_1: Setting Powered False\u000a01:21:29.208784 bus /gobi_1: Setting Powered False\u000a01:21:30.319620 bus /gobi_0: Setting Powered False\u000a01:21:31.446575 bus /gobi_0: Setting Powered False\u000a01:21:32.558584 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23309): Process ended prematurely: osmo-stp_10.42.42.5(pid=23309) [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23309)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23309): Process ended prematurely: osmo-stp_10.42.42.5(pid=23309) [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23309)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:21:33.627536 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:33.639698 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:21:33.783347 tst ping.py: using LAC 37559\u000a01:21:33.904624 tst ping.py: using RAC 74\u000a01:21:34.024460 tst ping.py: using CellId 37559\u000a01:21:34.146896 tst ping.py: using BVCI 37560\u000a01:21:34.169770 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:34.180585 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:34.191669 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:34.202637 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:34.213937 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:34.225488 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:34.237027 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:34.248344 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:34.539212 tst ping.py:19: start network...\u000a01:21:34.672309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:21:35.178038 run create_hlr_db(pid=23303): Launched\u000a01:21:35.364719 bus /gobi_6: Setting Powered False\u000a01:21:36.384514 run create_hlr_db(pid=23303): Terminated: ok {rc=0}\u000a01:21:36.788409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23305): Launched\u000a01:21:37.085196 run osmo-hlr_10.42.42.2(pid=23306): Launched\u000a01:21:37.203274 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:21:37.729862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23308): Launched\u000a01:21:38.025406 run osmo-stp_10.42.42.5(pid=23309): Launched\u000a01:21:38.131650 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:21:38.647957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23311): Launched\u000a01:21:38.753277 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:21:39.011811 run patchelf(pid=23312): Launched\u000a01:21:39.185390 run osmo-stp_10.42.42.5(pid=23309): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23309)]\u000a01:21:39.312290 run osmo-stp_10.42.42.5(pid=23309): stdout: \u000a| (launched: 2022-12-14_01:21:37.879121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:39.439855 run osmo-stp_10.42.42.5(pid=23309): stderr: \u000a| �[0;m�[38;5;43m20221214012138044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012138044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012138045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012138045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012138046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012138046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012138046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:39.562581 run osmo-stp_10.42.42.5(pid=23309): stdout: \u000a| (launched: 2022-12-14_01:21:37.879121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:39.684071 run osmo-stp_10.42.42.5(pid=23309): stderr: \u000a| �[0;m�[38;5;43m20221214012138044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012138044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012138045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012138045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012138046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012138046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012138046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:39.825429 run patchelf(pid=23312): Terminating (SIGINT)\u000a01:21:39.990978 run patchelf(pid=23312): Terminated: ok {rc=0}\u000a01:21:40.021775 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23309): Process ended prematurely: osmo-stp_10.42.42.5(pid=23309) [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23309)] [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a01:21:40.030655 tst ping.py:22: Test FAILED (6.4 sec)\u000a01:21:40.089942 run osmo-hlr_10.42.42.2(pid=23306): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23306)]\u000a01:21:40.138284 run osmo-hlr_10.42.42.2(pid=23306): stdout: \u000a| (launched: 2022-12-14_01:21:36.938971) \u000a01:21:40.187163 run osmo-hlr_10.42.42.2(pid=23306): stderr: \u000a| �[0;m�[1;31m20221214012137110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012137110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012137110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012137110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012137110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012137110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012137123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012137131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012137132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012137132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:21:40.228764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23305): Terminating (SIGTERM)\u000a01:21:40.268156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23308): Terminating (SIGTERM)\u000a01:21:40.307621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23311): Terminating (SIGTERM)\u000a01:21:40.316892 --- ParallelTerminationStrategy: PID 23305 died...\u000a01:21:40.370017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23305): Terminated: ok {rc=0}\u000a01:21:40.379604 --- ParallelTerminationStrategy: PID 23308 died...\u000a01:21:40.432140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23308): Terminated: ok {rc=0}\u000a01:21:40.441820 --- ParallelTerminationStrategy: PID 23311 died...\u000a01:21:40.493798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23311): Terminated: ok {rc=0}\u000a01:21:40.576560 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23319): Process ended prematurely: osmo-stp_10.42.42.5(pid=23319) [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23319)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23319): Process ended prematurely: osmo-stp_10.42.42.5(pid=23319) [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:21:41.629635 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:41.642446 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:21:41.789303 tst ping_idle_ping.py: using LAC 37560\u000a01:21:41.908127 tst ping_idle_ping.py: using RAC 75\u000a01:21:42.036792 tst ping_idle_ping.py: using CellId 37560\u000a01:21:42.162372 tst ping_idle_ping.py: using BVCI 37561\u000a01:21:42.187143 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:42.198867 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:42.210351 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:42.221811 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:42.233374 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:42.245080 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:42.256903 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:42.268640 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:42.559860 tst ping_idle_ping.py:24: start network...\u000a01:21:42.693989 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:21:43.200863 run create_hlr_db(pid=23313): Launched\u000a01:21:43.387908 bus /gobi_6: Setting Powered False\u000a01:21:44.408603 run create_hlr_db(pid=23313): Terminated: ok {rc=0}\u000a01:21:44.814460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23315): Launched\u000a01:21:45.115898 run osmo-hlr_10.42.42.2(pid=23316): Launched\u000a01:21:45.225793 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:21:45.745351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23318): Launched\u000a01:21:46.145928 run osmo-stp_10.42.42.5(pid=23319): Launched\u000a01:21:46.369744 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:21:46.912930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23321): Launched\u000a01:21:47.022385 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:21:47.301823 run patchelf(pid=23322): Launched\u000a01:21:47.478032 run osmo-stp_10.42.42.5(pid=23319): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23319)]\u000a01:21:47.606394 run osmo-stp_10.42.42.5(pid=23319): stdout: \u000a| (launched: 2022-12-14_01:21:45.916731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:47.735132 run osmo-stp_10.42.42.5(pid=23319): stderr: \u000a| �[0;m�[38;5;43m20221214012146210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012146210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012146211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012146211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012146211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012146212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012146212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:47.858917 run osmo-stp_10.42.42.5(pid=23319): stdout: \u000a| (launched: 2022-12-14_01:21:45.916731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:47.981289 run osmo-stp_10.42.42.5(pid=23319): stderr: \u000a| �[0;m�[38;5;43m20221214012146210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012146210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012146211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012146211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012146211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012146212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012146212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:48.123589 run patchelf(pid=23322): Terminating (SIGINT)\u000a01:21:48.290964 run patchelf(pid=23322): Terminated: ok {rc=0}\u000a01:21:48.321587 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23319): Process ended prematurely: osmo-stp_10.42.42.5(pid=23319) [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23319)] [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:21:48.330285 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:21:48.390303 run osmo-hlr_10.42.42.2(pid=23316): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23316)]\u000a01:21:48.439141 run osmo-hlr_10.42.42.2(pid=23316): stdout: \u000a| (launched: 2022-12-14_01:21:44.966594) \u000a01:21:48.488767 run osmo-hlr_10.42.42.2(pid=23316): stderr: \u000a| �[0;m�[1;31m20221214012145138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012145138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012145138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012145138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012145138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012145138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012145154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012145164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012145164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012145164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:21:48.531067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23315): Terminating (SIGTERM)\u000a01:21:48.571141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23318): Terminating (SIGTERM)\u000a01:21:48.611053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23321): Terminating (SIGTERM)\u000a01:21:48.620817 --- ParallelTerminationStrategy: PID 23315 died...\u000a01:21:48.674898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23315): Terminated: ok {rc=0}\u000a01:21:48.684562 --- ParallelTerminationStrategy: PID 23318 died...\u000a01:21:48.738082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23318): Terminated: ok {rc=0}\u000a01:21:48.747704 --- ParallelTerminationStrategy: PID 23321 died...\u000a01:21:48.801314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23321): Terminated: ok {rc=0}\u000a01:21:48.889349 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:20:51" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23336): Process ended prematurely: osmo-stp_10.42.42.5(pid=23336) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23336)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23336): Process ended prematurely: osmo-stp_10.42.42.5(pid=23336) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:21:51.048563 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:51.059915 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:21:51.227050 tst cs_paging_gprs_active.py: using LAC 37561\u000a01:21:51.353920 tst cs_paging_gprs_active.py: using RAC 76\u000a01:21:51.489500 tst cs_paging_gprs_active.py: using CellId 37561\u000a01:21:51.618211 tst cs_paging_gprs_active.py: using BVCI 37562\u000a01:21:51.643373 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:51.654854 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:51.666326 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:51.677698 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:51.689284 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:51.700922 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:51.712686 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:51.724282 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:21:51.736109 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:21:51.851753 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:21:52.148371 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:21:52.285482 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:52.625822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23326): Launched\u000a01:21:52.909351 run iperf3-srv_10.42.42.10(pid=23327): Launched\u000a01:21:53.110275 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:21:53.247010 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:53.587580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23328): Launched\u000a01:21:53.868367 run iperf3-srv_10.42.42.10(pid=23329): Launched\u000a01:21:54.069978 tst cs_paging_gprs_active.py:38: start network...\u000a01:21:54.207627 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:21:54.724441 run create_hlr_db(pid=23330): Launched\u000a01:21:54.913453 bus /gobi_6: Setting Powered False\u000a01:21:55.934274 run create_hlr_db(pid=23330): Terminated: ok {rc=0}\u000a01:21:56.371097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23332): Launched\u000a01:21:56.700208 run osmo-hlr_10.42.42.2(pid=23333): Launched\u000a01:21:56.819053 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:21:57.387160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23335): Launched\u000a01:21:57.714948 run osmo-stp_10.42.42.5(pid=23336): Launched\u000a01:21:57.832822 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:21:58.403240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23338): Launched\u000a01:21:58.519707 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:21:58.813926 run patchelf(pid=23339): Launched\u000a01:21:59.006569 run osmo-stp_10.42.42.5(pid=23336): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23336)]\u000a01:21:59.147407 run osmo-stp_10.42.42.5(pid=23336): stdout: \u000a| (launched: 2022-12-14_01:21:57.553002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:59.287876 run osmo-stp_10.42.42.5(pid=23336): stderr: \u000a| �[0;m�[38;5;43m20221214012157742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012157742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012157742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012157743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012157743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012157743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012157743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:59.423167 run osmo-stp_10.42.42.5(pid=23336): stdout: \u000a| (launched: 2022-12-14_01:21:57.553002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:59.556938 run osmo-stp_10.42.42.5(pid=23336): stderr: \u000a| �[0;m�[38;5;43m20221214012157742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012157742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012157742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012157743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012157743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012157743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012157743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:59.713183 run patchelf(pid=23339): Terminating (SIGINT)\u000a01:21:59.896537 run patchelf(pid=23339): Terminated: ok {rc=0}\u000a01:21:59.930371 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23336): Process ended prematurely: osmo-stp_10.42.42.5(pid=23336) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23336)] [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:21:59.940247 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a01:22:00.003455 run osmo-hlr_10.42.42.2(pid=23333): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23333)]\u000a01:22:00.054727 run osmo-hlr_10.42.42.2(pid=23333): stdout: \u000a| (launched: 2022-12-14_01:21:56.537825) \u000a01:22:00.106799 run osmo-hlr_10.42.42.2(pid=23333): stderr: \u000a| �[0;m�[1;31m20221214012156733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012156733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012156733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012156733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012156733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012156733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012156746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012156754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012156754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012156754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:22:00.151643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23326): Terminating (SIGTERM)\u000a01:22:00.193932 run iperf3-srv_10.42.42.10(pid=23327): Terminating (SIGTERM)\u000a01:22:00.236006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23328): Terminating (SIGTERM)\u000a01:22:00.277812 run iperf3-srv_10.42.42.10(pid=23329): Terminating (SIGTERM)\u000a01:22:00.320044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23332): Terminating (SIGTERM)\u000a01:22:00.362300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23335): Terminating (SIGTERM)\u000a01:22:00.404627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23338): Terminating (SIGTERM)\u000a01:22:00.414439 --- ParallelTerminationStrategy: PID 23326 died...\u000a01:22:00.470671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23326): Terminated: ok {rc=0}\u000a01:22:00.480848 --- ParallelTerminationStrategy: PID 23327 died...\u000a01:22:00.536639 run iperf3-srv_10.42.42.10(pid=23327): Terminated {rc=256}\u000a01:22:00.546794 --- ParallelTerminationStrategy: PID 23328 died...\u000a01:22:00.602508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23328): Terminated: ok {rc=0}\u000a01:22:00.612658 --- ParallelTerminationStrategy: PID 23329 died...\u000a01:22:00.668190 run iperf3-srv_10.42.42.10(pid=23329): Terminated {rc=256}\u000a01:22:00.678197 --- ParallelTerminationStrategy: PID 23332 died...\u000a01:22:00.734279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23332): Terminated: ok {rc=0}\u000a01:22:00.744458 --- ParallelTerminationStrategy: PID 23335 died...\u000a01:22:00.800394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23335): Terminated: ok {rc=0}\u000a01:22:00.810589 --- ParallelTerminationStrategy: PID 23338 died...\u000a01:22:00.871400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23338): Terminated: ok {rc=0}\u000a01:22:00.965193 bus /gobi_0: Setting Powered False\u000a01:22:02.069278 bus /gobi_0: Setting Powered False\u000a01:22:03.180243 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23348): Process ended prematurely: osmo-stp_10.42.42.5(pid=23348) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23348)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23348): Process ended prematurely: osmo-stp_10.42.42.5(pid=23348) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:22:04.290299 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:04.301771 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:22:04.458750 tst iperf3.py: using LAC 37562\u000a01:22:04.579380 tst iperf3.py: using RAC 77\u000a01:22:04.700576 tst iperf3.py: using CellId 37562\u000a01:22:04.822013 tst iperf3.py: using BVCI 37563\u000a01:22:04.845141 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:04.855965 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:04.866612 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:04.877300 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:04.887795 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:04.898821 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:04.910020 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:04.920496 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:04.931252 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:05.228349 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:22:05.364731 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:05.702947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23340): Launched\u000a01:22:05.984384 run iperf3-srv_10.42.42.10(pid=23341): Launched\u000a01:22:06.184916 tst iperf3.py:8: start network...\u000a01:22:06.321015 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:22:06.839981 run create_hlr_db(pid=23342): Launched\u000a01:22:07.015270 bus /gobi_6: Setting Powered False\u000a01:22:08.035722 run create_hlr_db(pid=23342): Terminated: ok {rc=0}\u000a01:22:08.442371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23344): Launched\u000a01:22:08.745091 run osmo-hlr_10.42.42.2(pid=23345): Launched\u000a01:22:08.866531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:22:09.500885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23347): Launched\u000a01:22:09.797426 run osmo-stp_10.42.42.5(pid=23348): Launched\u000a01:22:09.904563 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:22:10.423316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23350): Launched\u000a01:22:10.528478 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:22:10.788034 run patchelf(pid=23351): Launched\u000a01:22:10.976163 run osmo-stp_10.42.42.5(pid=23348): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23348)]\u000a01:22:11.113555 run osmo-stp_10.42.42.5(pid=23348): stdout: \u000a| (launched: 2022-12-14_01:22:09.650885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:11.251148 run osmo-stp_10.42.42.5(pid=23348): stderr: \u000a| �[0;m�[38;5;43m20221214012209817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012209817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012209817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012209818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012209819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012209819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012209819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:11.383122 run osmo-stp_10.42.42.5(pid=23348): stdout: \u000a| (launched: 2022-12-14_01:22:09.650885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:11.513268 run osmo-stp_10.42.42.5(pid=23348): stderr: \u000a| �[0;m�[38;5;43m20221214012209817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012209817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012209817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012209818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012209819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012209819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012209819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:11.665703 run patchelf(pid=23351): Terminating (SIGINT)\u000a01:22:11.844087 run patchelf(pid=23351): Terminated: ok {rc=0}\u000a01:22:11.877125 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23348): Process ended prematurely: osmo-stp_10.42.42.5(pid=23348) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23348)] [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:22:11.887133 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a01:22:11.950232 run osmo-hlr_10.42.42.2(pid=23345): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23345)]\u000a01:22:12.001613 run osmo-hlr_10.42.42.2(pid=23345): stdout: \u000a| (launched: 2022-12-14_01:22:08.596473) \u000a01:22:12.053780 run osmo-hlr_10.42.42.2(pid=23345): stderr: \u000a| �[0;m�[1;31m20221214012208769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012208769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012208769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012208769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012208769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012208769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012208781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012208789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012208789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012208789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:22:12.098223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23340): Terminating (SIGTERM)\u000a01:22:12.140738 run iperf3-srv_10.42.42.10(pid=23341): Terminating (SIGTERM)\u000a01:22:12.182882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23344): Terminating (SIGTERM)\u000a01:22:12.224916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23347): Terminating (SIGTERM)\u000a01:22:12.266675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23350): Terminating (SIGTERM)\u000a01:22:12.276381 --- ParallelTerminationStrategy: PID 23340 died...\u000a01:22:12.332527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23340): Terminated: ok {rc=0}\u000a01:22:12.342646 --- ParallelTerminationStrategy: PID 23341 died...\u000a01:22:12.398275 run iperf3-srv_10.42.42.10(pid=23341): Terminated {rc=256}\u000a01:22:12.408308 --- ParallelTerminationStrategy: PID 23344 died...\u000a01:22:12.464276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23344): Terminated: ok {rc=0}\u000a01:22:12.474223 --- ParallelTerminationStrategy: PID 23347 died...\u000a01:22:12.529707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23347): Terminated: ok {rc=0}\u000a01:22:12.539660 --- ParallelTerminationStrategy: PID 23350 died...\u000a01:22:12.595196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23350): Terminated: ok {rc=0}\u000a01:22:12.680770 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23367): Process ended prematurely: osmo-stp_10.42.42.5(pid=23367) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23367)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23367): Process ended prematurely: osmo-stp_10.42.42.5(pid=23367) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23367)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:22:13.800775 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:13.812801 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:22:13.976857 tst iperf3m4.py: using LAC 37563\u000a01:22:14.106602 tst iperf3m4.py: using RAC 78\u000a01:22:14.230150 tst iperf3m4.py: using CellId 37563\u000a01:22:14.359194 tst iperf3m4.py: using BVCI 37564\u000a01:22:14.383571 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:14.394814 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:14.405899 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:14.416917 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:14.428315 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:14.439707 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:14.451155 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:14.462624 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:14.474396 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:14.590615 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:14.711361 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:14.827864 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:15.102011 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:22:15.225220 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:15.534596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23352): Launched\u000a01:22:15.790494 run iperf3-srv_10.42.42.10(pid=23353): Launched\u000a01:22:16.007180 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:22:16.138634 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:16.474154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23354): Launched\u000a01:22:16.751714 run iperf3-srv_10.42.42.10(pid=23355): Launched\u000a01:22:16.936426 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:22:17.061764 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:17.373469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23356): Launched\u000a01:22:17.628664 run iperf3-srv_10.42.42.10(pid=23357): Launched\u000a01:22:17.808364 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:22:17.931302 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:18.240100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23358): Launched\u000a01:22:18.495900 run iperf3-srv_10.42.42.10(pid=23359): Launched\u000a01:22:18.676049 tst iperf3m4.py:8: start network...\u000a01:22:18.798382 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:22:19.279985 run create_hlr_db(pid=23360): Launched\u000a01:22:19.450845 bus /gobi_6: Setting Powered False\u000a01:22:20.472901 run create_hlr_db(pid=23360): Terminated: ok {rc=0}\u000a01:22:20.870327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23362): Launched\u000a01:22:21.168711 run osmo-hlr_10.42.42.2(pid=23363): Launched\u000a01:22:21.285721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:22:21.808595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23366): Launched\u000a01:22:22.105393 run osmo-stp_10.42.42.5(pid=23367): Launched\u000a01:22:22.212741 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:22:22.730800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23369): Launched\u000a01:22:22.836425 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:22:23.097173 run patchelf(pid=23370): Launched\u000a01:22:23.272055 run osmo-stp_10.42.42.5(pid=23367): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23367)]\u000a01:22:23.400570 run osmo-stp_10.42.42.5(pid=23367): stdout: \u000a| (launched: 2022-12-14_01:22:21.958446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:23.529459 run osmo-stp_10.42.42.5(pid=23367): stderr: \u000a| �[0;m�[38;5;43m20221214012222126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012222126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012222126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012222127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012222127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012222127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012222127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:23.652646 run osmo-stp_10.42.42.5(pid=23367): stdout: \u000a| (launched: 2022-12-14_01:22:21.958446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:23.774725 run osmo-stp_10.42.42.5(pid=23367): stderr: \u000a| �[0;m�[38;5;43m20221214012222126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012222126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012222126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012222127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012222127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012222127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012222127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:23.916842 run patchelf(pid=23370): Terminating (SIGINT)\u000a01:22:24.083809 run patchelf(pid=23370): Terminated: ok {rc=0}\u000a01:22:24.114702 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23367): Process ended prematurely: osmo-stp_10.42.42.5(pid=23367) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23367)] [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:22:24.123990 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a01:22:24.183761 run osmo-hlr_10.42.42.2(pid=23363): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23363)]\u000a01:22:24.232197 run osmo-hlr_10.42.42.2(pid=23363): stdout: \u000a| (launched: 2022-12-14_01:22:21.021673) \u000a01:22:24.281441 run osmo-hlr_10.42.42.2(pid=23363): stderr: \u000a| �[0;m�[1;31m20221214012221192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012221192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012221193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012221193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012221193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012221193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012221205 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012221214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012221214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012221214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:22:24.323395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23352): Terminating (SIGTERM)\u000a01:22:24.362993 run iperf3-srv_10.42.42.10(pid=23353): Terminating (SIGTERM)\u000a01:22:24.402465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23354): Terminating (SIGTERM)\u000a01:22:24.442068 run iperf3-srv_10.42.42.10(pid=23355): Terminating (SIGTERM)\u000a01:22:24.481600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23356): Terminating (SIGTERM)\u000a01:22:24.521034 run iperf3-srv_10.42.42.10(pid=23357): Terminating (SIGTERM)\u000a01:22:24.560592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23358): Terminating (SIGTERM)\u000a01:22:24.600036 run iperf3-srv_10.42.42.10(pid=23359): Terminating (SIGTERM)\u000a01:22:24.639565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23362): Terminating (SIGTERM)\u000a01:22:24.678968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23366): Terminating (SIGTERM)\u000a01:22:24.718515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23369): Terminating (SIGTERM)\u000a01:22:24.727602 --- ParallelTerminationStrategy: PID 23352 died...\u000a01:22:24.780503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23352): Terminated: ok {rc=0}\u000a01:22:24.790144 --- ParallelTerminationStrategy: PID 23353 died...\u000a01:22:24.842896 run iperf3-srv_10.42.42.10(pid=23353): Terminated {rc=256}\u000a01:22:24.852353 --- ParallelTerminationStrategy: PID 23354 died...\u000a01:22:24.904916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23354): Terminated: ok {rc=0}\u000a01:22:24.914832 --- ParallelTerminationStrategy: PID 23355 died...\u000a01:22:24.967633 run iperf3-srv_10.42.42.10(pid=23355): Terminated {rc=256}\u000a01:22:24.977098 --- ParallelTerminationStrategy: PID 23356 died...\u000a01:22:25.029805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23356): Terminated: ok {rc=0}\u000a01:22:25.039299 --- ParallelTerminationStrategy: PID 23357 died...\u000a01:22:25.091984 run iperf3-srv_10.42.42.10(pid=23357): Terminated {rc=256}\u000a01:22:25.101597 --- ParallelTerminationStrategy: PID 23358 died...\u000a01:22:25.154324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23358): Terminated: ok {rc=0}\u000a01:22:25.163973 --- ParallelTerminationStrategy: PID 23359 died...\u000a01:22:25.217188 run iperf3-srv_10.42.42.10(pid=23359): Terminated {rc=256}\u000a01:22:25.226648 --- ParallelTerminationStrategy: PID 23362 died...\u000a01:22:25.279210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23362): Terminated: ok {rc=0}\u000a01:22:25.288685 --- ParallelTerminationStrategy: PID 23366 died...\u000a01:22:25.341333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23366): Terminated: ok {rc=0}\u000a01:22:25.350871 --- ParallelTerminationStrategy: PID 23369 died...\u000a01:22:25.403535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23369): Terminated: ok {rc=0}\u000a01:22:25.491535 bus /gobi_4: Setting Powered False\u000a01:22:26.592145 bus /gobi_4: Setting Powered False\u000a01:22:27.702149 bus /gobi_1: Setting Powered False\u000a01:22:28.804011 bus /gobi_1: Setting Powered False\u000a01:22:29.910416 bus /gobi_0: Setting Powered False\u000a01:22:31.029588 bus /gobi_0: Setting Powered False\u000a01:22:32.165620 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23377): Process ended prematurely: osmo-stp_10.42.42.5(pid=23377) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23377)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23377): Process ended prematurely: osmo-stp_10.42.42.5(pid=23377) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:22:33.236803 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:33.248706 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:22:33.411066 tst ping.py: using LAC 37564\u000a01:22:33.530172 tst ping.py: using RAC 79\u000a01:22:33.645322 tst ping.py: using CellId 37564\u000a01:22:33.768355 tst ping.py: using BVCI 37565\u000a01:22:33.792338 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:33.803669 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:33.814834 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:33.827222 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:33.838705 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:33.850198 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:33.861759 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:33.873066 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:34.144442 tst ping.py:19: start network...\u000a01:22:34.266053 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:22:34.737572 run create_hlr_db(pid=23371): Launched\u000a01:22:34.906550 bus /gobi_6: Setting Powered False\u000a01:22:35.929045 run create_hlr_db(pid=23371): Terminated: ok {rc=0}\u000a01:22:36.349881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23373): Launched\u000a01:22:36.663767 run osmo-hlr_10.42.42.2(pid=23374): Launched\u000a01:22:36.782457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:22:37.334066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23376): Launched\u000a01:22:37.648424 run osmo-stp_10.42.42.5(pid=23377): Launched\u000a01:22:37.762643 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:22:38.310847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23379): Launched\u000a01:22:38.422760 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:22:38.696533 run patchelf(pid=23380): Launched\u000a01:22:38.880449 run osmo-stp_10.42.42.5(pid=23377): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23377)]\u000a01:22:39.015483 run osmo-stp_10.42.42.5(pid=23377): stdout: \u000a| (launched: 2022-12-14_01:22:37.493362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:39.151655 run osmo-stp_10.42.42.5(pid=23377): stderr: \u000a| �[0;m�[38;5;43m20221214012237681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012237681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012237682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012237682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012237683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012237683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012237683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:39.282217 run osmo-stp_10.42.42.5(pid=23377): stdout: \u000a| (launched: 2022-12-14_01:22:37.493362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:39.411508 run osmo-stp_10.42.42.5(pid=23377): stderr: \u000a| �[0;m�[38;5;43m20221214012237681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012237681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012237682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012237682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012237683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012237683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012237683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:39.561426 run patchelf(pid=23380): Terminating (SIGINT)\u000a01:22:39.736671 run patchelf(pid=23380): Terminated: ok {rc=0}\u000a01:22:39.768697 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23377): Process ended prematurely: osmo-stp_10.42.42.5(pid=23377) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23377)] [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:22:39.778167 tst ping.py:22: Test FAILED (6.5 sec)\u000a01:22:39.841124 run osmo-hlr_10.42.42.2(pid=23374): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23374)]\u000a01:22:39.892721 run osmo-hlr_10.42.42.2(pid=23374): stdout: \u000a| (launched: 2022-12-14_01:22:36.508940) \u000a01:22:39.944915 run osmo-hlr_10.42.42.2(pid=23374): stderr: \u000a| �[0;m�[1;31m20221214012236701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012236701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012236701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012236701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012236701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012236701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012236714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012236722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012236723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012236723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:22:39.989537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23373): Terminating (SIGTERM)\u000a01:22:40.031243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23376): Terminating (SIGTERM)\u000a01:22:40.073591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23379): Terminating (SIGTERM)\u000a01:22:40.083122 --- ParallelTerminationStrategy: PID 23373 died...\u000a01:22:40.139188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23373): Terminated: ok {rc=0}\u000a01:22:40.149402 --- ParallelTerminationStrategy: PID 23376 died...\u000a01:22:40.205078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23376): Terminated: ok {rc=0}\u000a01:22:40.214940 --- ParallelTerminationStrategy: PID 23379 died...\u000a01:22:40.270761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23379): Terminated: ok {rc=0}\u000a01:22:40.357923 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23387): Process ended prematurely: osmo-stp_10.42.42.5(pid=23387) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23387)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23387): Process ended prematurely: osmo-stp_10.42.42.5(pid=23387) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:22:41.409458 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:41.421365 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:22:41.576241 tst ping_idle_ping.py: using LAC 37565\u000a01:22:41.692903 tst ping_idle_ping.py: using RAC 80\u000a01:22:41.817120 tst ping_idle_ping.py: using CellId 37565\u000a01:22:41.937929 tst ping_idle_ping.py: using BVCI 37566\u000a01:22:41.960258 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:41.971092 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:41.981872 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:41.992478 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:42.003501 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:42.014341 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:42.025047 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:42.035546 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:42.324085 tst ping_idle_ping.py:24: start network...\u000a01:22:42.455069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:22:42.947886 run create_hlr_db(pid=23381): Launched\u000a01:22:43.131038 bus /gobi_6: Setting Powered False\u000a01:22:44.152043 run create_hlr_db(pid=23381): Terminated: ok {rc=0}\u000a01:22:44.547294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23383): Launched\u000a01:22:44.840406 run osmo-hlr_10.42.42.2(pid=23384): Launched\u000a01:22:44.955808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:22:45.472639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23386): Launched\u000a01:22:45.769796 run osmo-stp_10.42.42.5(pid=23387): Launched\u000a01:22:45.939718 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:22:46.515550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23389): Launched\u000a01:22:46.634227 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:22:46.925797 run patchelf(pid=23390): Launched\u000a01:22:47.102181 run osmo-stp_10.42.42.5(pid=23387): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23387)]\u000a01:22:47.230893 run osmo-stp_10.42.42.5(pid=23387): stdout: \u000a| (launched: 2022-12-14_01:22:45.623151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:47.357672 run osmo-stp_10.42.42.5(pid=23387): stderr: \u000a| �[0;m�[38;5;43m20221214012245789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012245789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012245789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012245789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012245790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012245790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012245790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:47.479256 run osmo-stp_10.42.42.5(pid=23387): stdout: \u000a| (launched: 2022-12-14_01:22:45.623151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:47.599455 run osmo-stp_10.42.42.5(pid=23387): stderr: \u000a| �[0;m�[38;5;43m20221214012245789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012245789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012245789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012245789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012245790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012245790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012245790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:47.740300 run patchelf(pid=23390): Terminating (SIGINT)\u000a01:22:47.906003 run patchelf(pid=23390): Terminated: ok {rc=0}\u000a01:22:47.936352 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23387): Process ended prematurely: osmo-stp_10.42.42.5(pid=23387) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23387)] [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:22:47.945179 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a01:22:48.004972 run osmo-hlr_10.42.42.2(pid=23384): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23384)]\u000a01:22:48.053855 run osmo-hlr_10.42.42.2(pid=23384): stdout: \u000a| (launched: 2022-12-14_01:22:44.696528) \u000a01:22:48.103231 run osmo-hlr_10.42.42.2(pid=23384): stderr: \u000a| �[0;m�[1;31m20221214012244869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012244869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012244869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012244869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012244869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012244869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012244881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012244890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012244890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012244890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:22:48.145264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23383): Terminating (SIGTERM)\u000a01:22:48.185418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23386): Terminating (SIGTERM)\u000a01:22:48.225116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23389): Terminating (SIGTERM)\u000a01:22:48.234254 --- ParallelTerminationStrategy: PID 23383 died...\u000a01:22:48.287221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23383): Terminated: ok {rc=0}\u000a01:22:48.296733 --- ParallelTerminationStrategy: PID 23386 died...\u000a01:22:48.349308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23386): Terminated: ok {rc=0}\u000a01:22:48.358775 --- ParallelTerminationStrategy: PID 23389 died...\u000a01:22:48.411380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23389): Terminated: ok {rc=0}\u000a01:22:48.498819 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:21:50" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23405): Process ended prematurely: osmo-stp_10.42.42.5(pid=23405) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23405)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23405): Process ended prematurely: osmo-stp_10.42.42.5(pid=23405) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:22:50.642708 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:50.653544 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:22:50.812074 tst cs_paging_gprs_active.py: using LAC 37566\u000a01:22:50.929389 tst cs_paging_gprs_active.py: using RAC 81\u000a01:22:51.045123 tst cs_paging_gprs_active.py: using CellId 37566\u000a01:22:51.161662 tst cs_paging_gprs_active.py: using BVCI 37567\u000a01:22:51.184411 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:51.195285 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:51.205974 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:51.216630 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:51.227296 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:51.237922 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:51.248659 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:51.259311 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:22:51.270174 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:22:51.390439 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:22:51.686333 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:22:51.820695 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:52.155987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23395): Launched\u000a01:22:52.435245 run iperf3-srv_10.42.42.10(pid=23396): Launched\u000a01:22:52.632807 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:22:52.767253 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:53.101698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23397): Launched\u000a01:22:53.381566 run iperf3-srv_10.42.42.10(pid=23398): Launched\u000a01:22:53.578893 tst cs_paging_gprs_active.py:38: start network...\u000a01:22:53.713112 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:22:54.223080 run create_hlr_db(pid=23399): Launched\u000a01:22:54.409093 bus /gobi_6: Setting Powered False\u000a01:22:55.429918 run create_hlr_db(pid=23399): Terminated: ok {rc=0}\u000a01:22:55.835207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23401): Launched\u000a01:22:56.134485 run osmo-hlr_10.42.42.2(pid=23402): Launched\u000a01:22:56.253919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:22:56.783375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23404): Launched\u000a01:22:57.082323 run osmo-stp_10.42.42.5(pid=23405): Launched\u000a01:22:57.191824 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:22:57.715105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23407): Launched\u000a01:22:57.821455 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:22:58.086995 run patchelf(pid=23408): Launched\u000a01:22:58.263221 run osmo-stp_10.42.42.5(pid=23405): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23405)]\u000a01:22:58.391514 run osmo-stp_10.42.42.5(pid=23405): stdout: \u000a| (launched: 2022-12-14_01:22:56.934968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:58.520302 run osmo-stp_10.42.42.5(pid=23405): stderr: \u000a| �[0;m�[38;5;43m20221214012257103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012257103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012257103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012257104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012257104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012257104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012257104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:58.644161 run osmo-stp_10.42.42.5(pid=23405): stdout: \u000a| (launched: 2022-12-14_01:22:56.934968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:58.766990 run osmo-stp_10.42.42.5(pid=23405): stderr: \u000a| �[0;m�[38;5;43m20221214012257103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012257103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012257103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012257104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012257104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012257104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012257104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:58.910550 run patchelf(pid=23408): Terminating (SIGINT)\u000a01:22:59.078920 run patchelf(pid=23408): Terminated: ok {rc=0}\u000a01:22:59.110054 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23405): Process ended prematurely: osmo-stp_10.42.42.5(pid=23405) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23405)] [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a01:22:59.119345 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a01:22:59.178655 run osmo-hlr_10.42.42.2(pid=23402): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23402)]\u000a01:22:59.227029 run osmo-hlr_10.42.42.2(pid=23402): stdout: \u000a| (launched: 2022-12-14_01:22:55.987478) \u000a01:22:59.275760 run osmo-hlr_10.42.42.2(pid=23402): stderr: \u000a| �[0;m�[1;31m20221214012256158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012256158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012256158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012256158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012256158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012256158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012256170 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012256181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012256181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012256181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:22:59.317084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23395): Terminating (SIGTERM)\u000a01:22:59.355760 run iperf3-srv_10.42.42.10(pid=23396): Terminating (SIGTERM)\u000a01:22:59.394458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23397): Terminating (SIGTERM)\u000a01:22:59.433198 run iperf3-srv_10.42.42.10(pid=23398): Terminating (SIGTERM)\u000a01:22:59.472077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23401): Terminating (SIGTERM)\u000a01:22:59.510888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23404): Terminating (SIGTERM)\u000a01:22:59.549735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23407): Terminating (SIGTERM)\u000a01:22:59.558678 --- ParallelTerminationStrategy: PID 23395 died...\u000a01:22:59.611124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23395): Terminated: ok {rc=0}\u000a01:22:59.620770 --- ParallelTerminationStrategy: PID 23396 died...\u000a01:22:59.672780 run iperf3-srv_10.42.42.10(pid=23396): Terminated {rc=256}\u000a01:22:59.682541 --- ParallelTerminationStrategy: PID 23397 died...\u000a01:22:59.734824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23397): Terminated: ok {rc=0}\u000a01:22:59.744039 --- ParallelTerminationStrategy: PID 23398 died...\u000a01:22:59.795950 run iperf3-srv_10.42.42.10(pid=23398): Terminated {rc=256}\u000a01:22:59.805416 --- ParallelTerminationStrategy: PID 23401 died...\u000a01:22:59.857439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23401): Terminated: ok {rc=0}\u000a01:22:59.866740 --- ParallelTerminationStrategy: PID 23404 died...\u000a01:22:59.919520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23404): Terminated: ok {rc=0}\u000a01:22:59.929070 --- ParallelTerminationStrategy: PID 23407 died...\u000a01:22:59.981223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23407): Terminated: ok {rc=0}\u000a01:23:00.068279 bus /gobi_0: Setting Powered False\u000a01:23:01.192834 bus /gobi_0: Setting Powered False\u000a01:23:02.299336 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23417): Process ended prematurely: osmo-stp_10.42.42.5(pid=23417) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23417)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23417): Process ended prematurely: osmo-stp_10.42.42.5(pid=23417) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a01:23:03.413711 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:03.425796 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:23:03.592023 tst iperf3.py: using LAC 37567\u000a01:23:03.712160 tst iperf3.py: using RAC 82\u000a01:23:03.830823 tst iperf3.py: using CellId 37567\u000a01:23:03.949158 tst iperf3.py: using BVCI 37568\u000a01:23:03.972097 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:03.983022 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:03.993830 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:04.004443 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:04.015035 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:04.025751 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:04.036487 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:04.047068 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:04.057917 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:23:04.331006 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:23:04.453981 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:04.763666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23409): Launched\u000a01:23:05.020432 run iperf3-srv_10.42.42.10(pid=23410): Launched\u000a01:23:05.201257 tst iperf3.py:8: start network...\u000a01:23:05.325765 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:23:05.804233 run create_hlr_db(pid=23411): Launched\u000a01:23:05.974789 bus /gobi_6: Setting Powered False\u000a01:23:06.996302 run create_hlr_db(pid=23411): Terminated: ok {rc=0}\u000a01:23:07.424342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23413): Launched\u000a01:23:07.746925 run osmo-hlr_10.42.42.2(pid=23414): Launched\u000a01:23:07.861898 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:23:08.426208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23416): Launched\u000a01:23:08.747887 run osmo-stp_10.42.42.5(pid=23417): Launched\u000a01:23:08.864318 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:23:09.423201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23419): Launched\u000a01:23:09.537059 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:23:09.815815 run patchelf(pid=23420): Launched\u000a01:23:10.002802 run osmo-stp_10.42.42.5(pid=23417): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23417)]\u000a01:23:10.139876 run osmo-stp_10.42.42.5(pid=23417): stdout: \u000a| (launched: 2022-12-14_01:23:08.588378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:10.278055 run osmo-stp_10.42.42.5(pid=23417): stderr: \u000a| �[0;m�[38;5;43m20221214012308775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012308775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012308775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012308776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012308776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012308776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012308776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:10.410503 run osmo-stp_10.42.42.5(pid=23417): stdout: \u000a| (launched: 2022-12-14_01:23:08.588378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:10.541338 run osmo-stp_10.42.42.5(pid=23417): stderr: \u000a| �[0;m�[38;5;43m20221214012308775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012308775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012308775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012308776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012308776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012308776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012308776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:10.694282 run patchelf(pid=23420): Terminating (SIGINT)\u000a01:23:10.873791 run patchelf(pid=23420): Terminated: ok {rc=0}\u000a01:23:10.906779 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23417): Process ended prematurely: osmo-stp_10.42.42.5(pid=23417) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23417)] [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a01:23:10.917294 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a01:23:10.980067 run osmo-hlr_10.42.42.2(pid=23414): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23414)]\u000a01:23:11.031222 run osmo-hlr_10.42.42.2(pid=23414): stdout: \u000a| (launched: 2022-12-14_01:23:07.587066) \u000a01:23:11.083103 run osmo-hlr_10.42.42.2(pid=23414): stderr: \u000a| �[0;m�[1;31m20221214012307779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012307779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012307779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012307779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012307779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012307779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012307794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012307803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012307804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012307804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:23:11.127259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23409): Terminating (SIGTERM)\u000a01:23:11.169858 run iperf3-srv_10.42.42.10(pid=23410): Terminating (SIGTERM)\u000a01:23:11.211707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23413): Terminating (SIGTERM)\u000a01:23:11.253623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23416): Terminating (SIGTERM)\u000a01:23:11.295312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23419): Terminating (SIGTERM)\u000a01:23:11.304795 --- ParallelTerminationStrategy: PID 23409 died...\u000a01:23:11.361052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23409): Terminated: ok {rc=0}\u000a01:23:11.370997 --- ParallelTerminationStrategy: PID 23410 died...\u000a01:23:11.426737 run iperf3-srv_10.42.42.10(pid=23410): Terminated {rc=256}\u000a01:23:11.436617 --- ParallelTerminationStrategy: PID 23413 died...\u000a01:23:11.492482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23413): Terminated: ok {rc=0}\u000a01:23:11.502434 --- ParallelTerminationStrategy: PID 23416 died...\u000a01:23:11.558351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23416): Terminated: ok {rc=0}\u000a01:23:11.568263 --- ParallelTerminationStrategy: PID 23419 died...\u000a01:23:11.624586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23419): Terminated: ok {rc=0}\u000a01:23:11.710969 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23435): Process ended prematurely: osmo-stp_10.42.42.5(pid=23435) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23435)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23435): Process ended prematurely: osmo-stp_10.42.42.5(pid=23435) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a01:23:12.824862 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:12.837059 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:23:12.999256 tst iperf3m4.py: using LAC 37568\u000a01:23:13.122996 tst iperf3m4.py: using RAC 83\u000a01:23:13.249701 tst iperf3m4.py: using CellId 37568\u000a01:23:13.375345 tst iperf3m4.py: using BVCI 37569\u000a01:23:13.399812 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:13.411203 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:13.422414 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:13.433698 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:13.445090 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:13.456625 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:13.468253 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:13.479708 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:13.491415 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:23:13.607966 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:23:13.730048 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:23:13.845236 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:23:14.136203 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:23:14.270708 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:14.604334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23421): Launched\u000a01:23:14.879623 run iperf3-srv_10.42.42.10(pid=23422): Launched\u000a01:23:15.075399 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:23:15.209021 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:15.542011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23423): Launched\u000a01:23:15.816741 run iperf3-srv_10.42.42.10(pid=23424): Launched\u000a01:23:16.046144 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:23:16.183729 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:16.531952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23425): Launched\u000a01:23:16.824285 run iperf3-srv_10.42.42.10(pid=23426): Launched\u000a01:23:17.024927 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:23:17.161789 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:17.496892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23427): Launched\u000a01:23:17.771805 run iperf3-srv_10.42.42.10(pid=23428): Launched\u000a01:23:17.966902 tst iperf3m4.py:8: start network...\u000a01:23:18.100325 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:23:18.607069 run create_hlr_db(pid=23429): Launched\u000a01:23:18.793742 bus /gobi_6: Setting Powered False\u000a01:23:19.812766 run create_hlr_db(pid=23429): Terminated: ok {rc=0}\u000a01:23:20.214866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23431): Launched\u000a01:23:20.513268 run osmo-hlr_10.42.42.2(pid=23432): Launched\u000a01:23:20.629624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:23:21.157524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23434): Launched\u000a01:23:21.455863 run osmo-stp_10.42.42.5(pid=23435): Launched\u000a01:23:21.564116 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:23:22.087651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23437): Launched\u000a01:23:22.193268 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:23:22.453631 run patchelf(pid=23438): Launched\u000a01:23:22.628412 run osmo-stp_10.42.42.5(pid=23435): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23435)]\u000a01:23:22.756247 run osmo-stp_10.42.42.5(pid=23435): stdout: \u000a| (launched: 2022-12-14_01:23:21.308558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:22.885156 run osmo-stp_10.42.42.5(pid=23435): stderr: \u000a| �[0;m�[38;5;43m20221214012321475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012321475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012321475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012321476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012321476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012321476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012321476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:23.007673 run osmo-stp_10.42.42.5(pid=23435): stdout: \u000a| (launched: 2022-12-14_01:23:21.308558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:23.129352 run osmo-stp_10.42.42.5(pid=23435): stderr: \u000a| �[0;m�[38;5;43m20221214012321475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012321475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012321475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012321476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012321476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012321476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012321476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:23.271596 run patchelf(pid=23438): Terminating (SIGINT)\u000a01:23:23.439534 run patchelf(pid=23438): Terminated: ok {rc=0}\u000a01:23:23.470618 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23435): Process ended prematurely: osmo-stp_10.42.42.5(pid=23435) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23435)] [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a01:23:23.479747 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a01:23:23.539109 run osmo-hlr_10.42.42.2(pid=23432): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23432)]\u000a01:23:23.587406 run osmo-hlr_10.42.42.2(pid=23432): stdout: \u000a| (launched: 2022-12-14_01:23:20.366080) \u000a01:23:23.636238 run osmo-hlr_10.42.42.2(pid=23432): stderr: \u000a| �[0;m�[1;31m20221214012320537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012320537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012320537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012320537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012320537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012320537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012320549 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012320557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012320557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012320557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:23:23.677572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23421): Terminating (SIGTERM)\u000a01:23:23.716387 run iperf3-srv_10.42.42.10(pid=23422): Terminating (SIGTERM)\u000a01:23:23.755205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23423): Terminating (SIGTERM)\u000a01:23:23.794152 run iperf3-srv_10.42.42.10(pid=23424): Terminating (SIGTERM)\u000a01:23:23.833020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23425): Terminating (SIGTERM)\u000a01:23:23.871737 run iperf3-srv_10.42.42.10(pid=23426): Terminating (SIGTERM)\u000a01:23:23.910698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23427): Terminating (SIGTERM)\u000a01:23:23.949397 run iperf3-srv_10.42.42.10(pid=23428): Terminating (SIGTERM)\u000a01:23:23.990838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23431): Terminating (SIGTERM)\u000a01:23:24.030041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23434): Terminating (SIGTERM)\u000a01:23:24.069450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23437): Terminating (SIGTERM)\u000a01:23:24.078570 --- ParallelTerminationStrategy: PID 23421 died...\u000a01:23:24.131338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23421): Terminated: ok {rc=0}\u000a01:23:24.140739 --- ParallelTerminationStrategy: PID 23422 died...\u000a01:23:24.192774 run iperf3-srv_10.42.42.10(pid=23422): Terminated {rc=256}\u000a01:23:24.202091 --- ParallelTerminationStrategy: PID 23423 died...\u000a01:23:24.254371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23423): Terminated: ok {rc=0}\u000a01:23:24.263735 --- ParallelTerminationStrategy: PID 23424 died...\u000a01:23:24.316099 run iperf3-srv_10.42.42.10(pid=23424): Terminated {rc=256}\u000a01:23:24.325812 --- ParallelTerminationStrategy: PID 23425 died...\u000a01:23:24.377990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23425): Terminated: ok {rc=0}\u000a01:23:24.387425 --- ParallelTerminationStrategy: PID 23426 died...\u000a01:23:24.439696 run iperf3-srv_10.42.42.10(pid=23426): Terminated {rc=256}\u000a01:23:24.449103 --- ParallelTerminationStrategy: PID 23427 died...\u000a01:23:24.501089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23427): Terminated: ok {rc=0}\u000a01:23:24.510597 --- ParallelTerminationStrategy: PID 23428 died...\u000a01:23:24.562842 run iperf3-srv_10.42.42.10(pid=23428): Terminated {rc=256}\u000a01:23:24.572155 --- ParallelTerminationStrategy: PID 23431 died...\u000a01:23:24.623813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23431): Terminated: ok {rc=0}\u000a01:23:24.633255 --- ParallelTerminationStrategy: PID 23434 died...\u000a01:23:24.684844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23434): Terminated: ok {rc=0}\u000a01:23:24.694248 --- ParallelTerminationStrategy: PID 23437 died...\u000a01:23:24.746365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23437): Terminated: ok {rc=0}\u000a01:23:24.833612 bus /gobi_4: Setting Powered False\u000a01:23:25.936650 bus /gobi_4: Setting Powered False\u000a01:23:27.043299 bus /gobi_1: Setting Powered False\u000a01:23:28.149024 bus /gobi_1: Setting Powered False\u000a01:23:29.256798 bus /gobi_0: Setting Powered False\u000a01:23:30.361325 bus /gobi_0: Setting Powered False\u000a01:23:31.469346 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23445): Process ended prematurely: osmo-stp_10.42.42.5(pid=23445) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23445)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23445): Process ended prematurely: osmo-stp_10.42.42.5(pid=23445) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a01:23:32.534134 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:32.545626 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:23:32.700256 tst ping.py: using LAC 37569\u000a01:23:32.816246 tst ping.py: using RAC 84\u000a01:23:32.930949 tst ping.py: using CellId 37569\u000a01:23:33.049369 tst ping.py: using BVCI 37570\u000a01:23:33.071643 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:33.082518 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:33.093239 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:33.103966 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:33.114562 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:33.125306 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:33.136023 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:33.146688 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:23:33.415350 tst ping.py:19: start network...\u000a01:23:33.536660 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:23:34.005836 run create_hlr_db(pid=23439): Launched\u000a01:23:34.174272 bus /gobi_6: Setting Powered False\u000a01:23:35.196500 run create_hlr_db(pid=23439): Terminated: ok {rc=0}\u000a01:23:35.588196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23441): Launched\u000a01:23:35.879944 run osmo-hlr_10.42.42.2(pid=23442): Launched\u000a01:23:35.994732 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:23:36.515053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23444): Launched\u000a01:23:36.807478 run osmo-stp_10.42.42.5(pid=23445): Launched\u000a01:23:36.913790 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:23:37.428195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23447): Launched\u000a01:23:37.533206 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:23:37.788793 run patchelf(pid=23448): Launched\u000a01:23:37.960018 run osmo-stp_10.42.42.5(pid=23445): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23445)]\u000a01:23:38.086063 run osmo-stp_10.42.42.5(pid=23445): stdout: \u000a| (launched: 2022-12-14_01:23:36.662755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:38.212634 run osmo-stp_10.42.42.5(pid=23445): stderr: \u000a| �[0;m�[38;5;43m20221214012336828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012336828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012336829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012336829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012336830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012336830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012336830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:38.333620 run osmo-stp_10.42.42.5(pid=23445): stdout: \u000a| (launched: 2022-12-14_01:23:36.662755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:38.453543 run osmo-stp_10.42.42.5(pid=23445): stderr: \u000a| �[0;m�[38;5;43m20221214012336828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012336828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012336829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012336829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012336830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012336830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012336830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:38.593195 run patchelf(pid=23448): Terminating (SIGINT)\u000a01:23:38.757556 run patchelf(pid=23448): Terminated: ok {rc=0}\u000a01:23:38.787407 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23445): Process ended prematurely: osmo-stp_10.42.42.5(pid=23445) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23445)] [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a01:23:38.796049 tst ping.py:22: Test FAILED (6.3 sec)\u000a01:23:38.855114 run osmo-hlr_10.42.42.2(pid=23442): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23442)]\u000a01:23:38.903210 run osmo-hlr_10.42.42.2(pid=23442): stdout: \u000a| (launched: 2022-12-14_01:23:35.736269) \u000a01:23:38.952119 run osmo-hlr_10.42.42.2(pid=23442): stderr: \u000a| �[0;m�[1;31m20221214012335907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012335907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012335907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012335907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012335907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012335907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012335920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012335930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012335930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012335930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:23:38.993707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23441): Terminating (SIGTERM)\u000a01:23:39.032907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23444): Terminating (SIGTERM)\u000a01:23:39.072153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23447): Terminating (SIGTERM)\u000a01:23:39.081341 --- ParallelTerminationStrategy: PID 23441 died...\u000a01:23:39.133909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23441): Terminated: ok {rc=0}\u000a01:23:39.143331 --- ParallelTerminationStrategy: PID 23444 died...\u000a01:23:39.195505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23444): Terminated: ok {rc=0}\u000a01:23:39.204830 --- ParallelTerminationStrategy: PID 23447 died...\u000a01:23:39.257050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23447): Terminated: ok {rc=0}\u000a01:23:39.339507 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23455): Process ended prematurely: osmo-stp_10.42.42.5(pid=23455) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23455)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23455): Process ended prematurely: osmo-stp_10.42.42.5(pid=23455) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23455)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a01:23:40.392526 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:40.405139 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:23:40.572585 tst ping_idle_ping.py: using LAC 37570\u000a01:23:40.696023 tst ping_idle_ping.py: using RAC 85\u000a01:23:40.823124 tst ping_idle_ping.py: using CellId 37570\u000a01:23:40.945182 tst ping_idle_ping.py: using BVCI 37571\u000a01:23:40.969314 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:40.980591 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:40.991936 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:41.003309 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:41.014770 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:41.026360 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:41.038033 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:41.049600 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:23:41.337740 tst ping_idle_ping.py:24: start network...\u000a01:23:41.469105 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:23:41.965698 run create_hlr_db(pid=23449): Launched\u000a01:23:42.149241 bus /gobi_6: Setting Powered False\u000a01:23:43.169274 run create_hlr_db(pid=23449): Terminated: ok {rc=0}\u000a01:23:43.567106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23451): Launched\u000a01:23:43.861565 run osmo-hlr_10.42.42.2(pid=23452): Launched\u000a01:23:43.969498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:23:44.482361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23454): Launched\u000a01:23:44.777604 run osmo-stp_10.42.42.5(pid=23455): Launched\u000a01:23:44.883613 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:23:45.395364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23457): Launched\u000a01:23:45.499049 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:23:45.755496 run patchelf(pid=23458): Launched\u000a01:23:45.956398 run osmo-stp_10.42.42.5(pid=23455): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23455)]\u000a01:23:46.091707 run osmo-stp_10.42.42.5(pid=23455): stdout: \u000a| (launched: 2022-12-14_01:23:44.632377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:46.221495 run osmo-stp_10.42.42.5(pid=23455): stderr: \u000a| �[0;m�[38;5;43m20221214012344797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012344797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012344798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012344798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012344798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012344799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012344799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:46.346089 run osmo-stp_10.42.42.5(pid=23455): stdout: \u000a| (launched: 2022-12-14_01:23:44.632377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:46.469557 run osmo-stp_10.42.42.5(pid=23455): stderr: \u000a| �[0;m�[38;5;43m20221214012344797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012344797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012344798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012344798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012344798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012344799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012344799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:46.613697 run patchelf(pid=23458): Terminating (SIGINT)\u000a01:23:46.782844 run patchelf(pid=23458): Terminated: ok {rc=0}\u000a01:23:46.814322 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23455): Process ended prematurely: osmo-stp_10.42.42.5(pid=23455) [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23455)] [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a01:23:46.823488 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a01:23:46.883643 run osmo-hlr_10.42.42.2(pid=23452): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23452)]\u000a01:23:46.933046 run osmo-hlr_10.42.42.2(pid=23452): stdout: \u000a| (launched: 2022-12-14_01:23:43.716545) \u000a01:23:46.982891 run osmo-hlr_10.42.42.2(pid=23452): stderr: \u000a| �[0;m�[1;31m20221214012343888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012343888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012343888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012343888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012343888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012343888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012343903 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012343912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012343912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012343912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:23:47.025383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23451): Terminating (SIGTERM)\u000a01:23:47.074494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23454): Terminating (SIGTERM)\u000a01:23:47.123926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23457): Terminating (SIGTERM)\u000a01:23:47.134733 --- ParallelTerminationStrategy: PID 23451 died...\u000a01:23:47.188674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23451): Terminated: ok {rc=0}\u000a01:23:47.199046 --- ParallelTerminationStrategy: PID 23454 died...\u000a01:23:47.252458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23454): Terminated: ok {rc=0}\u000a01:23:47.261970 --- ParallelTerminationStrategy: PID 23457 died...\u000a01:23:47.314750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23457): Terminated: ok {rc=0}\u000a01:23:47.398146 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:22:50" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23479): Process ended prematurely: osmo-stp_10.42.42.5(pid=23479) [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23479)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23479): Process ended prematurely: osmo-stp_10.42.42.5(pid=23479) [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:23:49.572453 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:49.584194 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:23:49.731383 tst cs_paging_gprs_active.py: using LAC 37571\u000a01:23:49.856583 tst cs_paging_gprs_active.py: using RAC 86\u000a01:23:49.981823 tst cs_paging_gprs_active.py: using CellId 37571\u000a01:23:50.109236 tst cs_paging_gprs_active.py: using BVCI 37572\u000a01:23:50.133868 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:50.145566 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:50.157114 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:50.168566 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:50.180494 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:50.192633 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:50.204566 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:50.216273 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:50.229681 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:23:50.353755 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:23:50.646033 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:23:50.779942 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:51.113448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23469): Launched\u000a01:23:51.391001 run iperf3-srv_10.42.42.10(pid=23470): Launched\u000a01:23:51.588812 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:23:51.723305 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:52.057300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23471): Launched\u000a01:23:52.335182 run iperf3-srv_10.42.42.10(pid=23472): Launched\u000a01:23:52.532365 tst cs_paging_gprs_active.py:38: start network...\u000a01:23:52.666617 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:23:53.174267 run create_hlr_db(pid=23473): Launched\u000a01:23:53.361005 bus /gobi_6: Setting Powered False\u000a01:23:54.382723 run create_hlr_db(pid=23473): Terminated: ok {rc=0}\u000a01:23:54.787277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23475): Launched\u000a01:23:55.089685 run osmo-hlr_10.42.42.2(pid=23476): Launched\u000a01:23:55.204308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:23:55.725197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23478): Launched\u000a01:23:56.025787 run osmo-stp_10.42.42.5(pid=23479): Launched\u000a01:23:56.135098 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:23:56.658619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23481): Launched\u000a01:23:56.764726 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:23:57.026792 run patchelf(pid=23482): Launched\u000a01:23:57.202577 run osmo-stp_10.42.42.5(pid=23479): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23479)]\u000a01:23:57.330981 run osmo-stp_10.42.42.5(pid=23479): stdout: \u000a| (launched: 2022-12-14_01:23:55.877135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:57.459214 run osmo-stp_10.42.42.5(pid=23479): stderr: \u000a| �[0;m�[38;5;43m20221214012356045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012356045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012356045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012356046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012356046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012356046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012356046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:57.583019 run osmo-stp_10.42.42.5(pid=23479): stdout: \u000a| (launched: 2022-12-14_01:23:55.877135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:57.706245 run osmo-stp_10.42.42.5(pid=23479): stderr: \u000a| �[0;m�[38;5;43m20221214012356045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012356045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012356045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012356046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012356046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012356046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012356046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:57.849332 run patchelf(pid=23482): Terminating (SIGINT)\u000a01:23:58.016726 run patchelf(pid=23482): Terminated: ok {rc=0}\u000a01:23:58.047671 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23479): Process ended prematurely: osmo-stp_10.42.42.5(pid=23479) [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23479)] [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a01:23:58.056863 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a01:23:58.116670 run osmo-hlr_10.42.42.2(pid=23476): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23476)]\u000a01:23:58.165121 run osmo-hlr_10.42.42.2(pid=23476): stdout: \u000a| (launched: 2022-12-14_01:23:54.940488) \u000a01:23:58.214341 run osmo-hlr_10.42.42.2(pid=23476): stderr: \u000a| �[0;m�[1;31m20221214012355114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012355114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012355115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012355115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012355115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012355115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012355127 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012355137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012355137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012355137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:23:58.255968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23469): Terminating (SIGTERM)\u000a01:23:58.295358 run iperf3-srv_10.42.42.10(pid=23470): Terminating (SIGTERM)\u000a01:23:58.334668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23471): Terminating (SIGTERM)\u000a01:23:58.374061 run iperf3-srv_10.42.42.10(pid=23472): Terminating (SIGTERM)\u000a01:23:58.413506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23475): Terminating (SIGTERM)\u000a01:23:58.452735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23478): Terminating (SIGTERM)\u000a01:23:58.491935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23481): Terminating (SIGTERM)\u000a01:23:58.500934 --- ParallelTerminationStrategy: PID 23469 died...\u000a01:23:58.553787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23469): Terminated: ok {rc=0}\u000a01:23:58.563158 --- ParallelTerminationStrategy: PID 23470 died...\u000a01:23:58.615630 run iperf3-srv_10.42.42.10(pid=23470): Terminated {rc=256}\u000a01:23:58.625011 --- ParallelTerminationStrategy: PID 23471 died...\u000a01:23:58.677486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23471): Terminated: ok {rc=0}\u000a01:23:58.686803 --- ParallelTerminationStrategy: PID 23472 died...\u000a01:23:58.738909 run iperf3-srv_10.42.42.10(pid=23472): Terminated {rc=256}\u000a01:23:58.748212 --- ParallelTerminationStrategy: PID 23475 died...\u000a01:23:58.800455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23475): Terminated: ok {rc=0}\u000a01:23:58.809920 --- ParallelTerminationStrategy: PID 23478 died...\u000a01:23:58.862626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23478): Terminated: ok {rc=0}\u000a01:23:58.872022 --- ParallelTerminationStrategy: PID 23481 died...\u000a01:23:58.924281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23481): Terminated: ok {rc=0}\u000a01:23:59.011330 bus /gobi_0: Setting Powered False\u000a01:24:00.118409 bus /gobi_0: Setting Powered False\u000a01:24:01.236577 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23762): Process ended prematurely: osmo-stp_10.42.42.5(pid=23762) [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23762)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23762): Process ended prematurely: osmo-stp_10.42.42.5(pid=23762) [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a01:24:02.409804 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:02.430145 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:24:02.634703 tst iperf3.py: using LAC 37572\u000a01:24:02.801652 tst iperf3.py: using RAC 87\u000a01:24:02.961024 tst iperf3.py: using CellId 37572\u000a01:24:03.116641 tst iperf3.py: using BVCI 37573\u000a01:24:03.147575 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:03.164853 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:03.177616 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:03.191842 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:03.210592 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:03.227926 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:03.244167 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:03.260239 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:03.274603 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:24:03.622209 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:24:03.781808 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:24:04.142875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23752): Launched\u000a01:24:04.424416 run iperf3-srv_10.42.42.10(pid=23753): Launched\u000a01:24:04.629254 tst iperf3.py:8: start network...\u000a01:24:04.771544 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:24:05.327667 run create_hlr_db(pid=23754): Launched\u000a01:24:05.519370 bus /gobi_6: Setting Powered False\u000a01:24:06.540558 run create_hlr_db(pid=23754): Terminated: ok {rc=0}\u000a01:24:06.984861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23758): Launched\u000a01:24:07.381335 run osmo-hlr_10.42.42.2(pid=23759): Launched\u000a01:24:07.673298 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:24:08.255306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23761): Launched\u000a01:24:08.682319 run osmo-stp_10.42.42.5(pid=23762): Launched\u000a01:24:08.885430 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:24:09.475321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23764): Launched\u000a01:24:09.595008 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:24:09.901100 run patchelf(pid=23765): Launched\u000a01:24:10.096856 run osmo-stp_10.42.42.5(pid=23762): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23762)]\u000a01:24:10.240547 run osmo-stp_10.42.42.5(pid=23762): stdout: \u000a| (launched: 2022-12-14_01:24:08.407835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:10.385873 run osmo-stp_10.42.42.5(pid=23762): stderr: \u000a| �[0;m�[38;5;43m20221214012408704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012408704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012408704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012408704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012408705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012408705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012408705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:10.524517 run osmo-stp_10.42.42.5(pid=23762): stdout: \u000a| (launched: 2022-12-14_01:24:08.407835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:10.663064 run osmo-stp_10.42.42.5(pid=23762): stderr: \u000a| �[0;m�[38;5;43m20221214012408704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012408704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012408704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012408704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012408705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012408705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012408705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:10.823741 run patchelf(pid=23765): Terminating (SIGINT)\u000a01:24:11.011819 run patchelf(pid=23765): Terminated: ok {rc=0}\u000a01:24:11.047825 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23762): Process ended prematurely: osmo-stp_10.42.42.5(pid=23762) [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23762)] [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a01:24:11.059580 tst iperf3.py:8: Test FAILED (8.7 sec)\u000a01:24:11.125828 run osmo-hlr_10.42.42.2(pid=23759): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23759)]\u000a01:24:11.179687 run osmo-hlr_10.42.42.2(pid=23759): stdout: \u000a| (launched: 2022-12-14_01:24:07.138206) \u000a01:24:11.234706 run osmo-hlr_10.42.42.2(pid=23759): stderr: \u000a| �[0;m�[1;31m20221214012407474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012407474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012407475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012407475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012407475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012407475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012407495 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012407512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012407512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012407512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:24:11.282500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23752): Terminating (SIGTERM)\u000a01:24:11.329060 run iperf3-srv_10.42.42.10(pid=23753): Terminating (SIGTERM)\u000a01:24:11.375296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23758): Terminating (SIGTERM)\u000a01:24:11.421735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23761): Terminating (SIGTERM)\u000a01:24:11.467190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23764): Terminating (SIGTERM)\u000a01:24:11.477974 --- ParallelTerminationStrategy: PID 23752 died...\u000a01:24:11.539165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23752): Terminated: ok {rc=0}\u000a01:24:11.551154 --- ParallelTerminationStrategy: PID 23753 died...\u000a01:24:11.610226 run iperf3-srv_10.42.42.10(pid=23753): Terminated {rc=256}\u000a01:24:11.621327 --- ParallelTerminationStrategy: PID 23758 died...\u000a01:24:11.681688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23758): Terminated: ok {rc=0}\u000a01:24:11.692544 --- ParallelTerminationStrategy: PID 23761 died...\u000a01:24:11.753057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23761): Terminated: ok {rc=0}\u000a01:24:11.764607 --- ParallelTerminationStrategy: PID 23764 died...\u000a01:24:11.823607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23764): Terminated: ok {rc=0}\u000a01:24:11.916813 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23780): Process ended prematurely: osmo-stp_10.42.42.5(pid=23780) [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23780)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23780): Process ended prematurely: osmo-stp_10.42.42.5(pid=23780) [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a01:24:13.038088 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:13.052476 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:24:13.206461 tst iperf3m4.py: using LAC 37573\u000a01:24:13.335701 tst iperf3m4.py: using RAC 88\u000a01:24:13.465166 tst iperf3m4.py: using CellId 37573\u000a01:24:13.596478 tst iperf3m4.py: using BVCI 37574\u000a01:24:13.622267 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:13.635064 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:13.648598 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:13.661358 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:13.676148 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:13.689545 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:13.703611 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:13.717507 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:13.732484 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:24:13.859242 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:24:13.986247 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:24:14.112624 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:24:14.416908 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:24:14.556039 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:24:14.912588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23766): Launched\u000a01:24:15.209815 run iperf3-srv_10.42.42.10(pid=23767): Launched\u000a01:24:15.414045 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:24:15.553678 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:24:15.927335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23768): Launched\u000a01:24:16.263090 run iperf3-srv_10.42.42.10(pid=23769): Launched\u000a01:24:16.496749 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:24:16.660014 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:24:17.004748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23770): Launched\u000a01:24:17.283818 run iperf3-srv_10.42.42.10(pid=23771): Launched\u000a01:24:17.470210 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:24:17.597532 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:24:17.996089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23772): Launched\u000a01:24:18.301628 run iperf3-srv_10.42.42.10(pid=23773): Launched\u000a01:24:18.506995 tst iperf3m4.py:8: start network...\u000a01:24:18.651122 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:24:19.215856 run create_hlr_db(pid=23774): Launched\u000a01:24:19.409168 bus /gobi_6: Setting Powered False\u000a01:24:20.429766 run create_hlr_db(pid=23774): Terminated: ok {rc=0}\u000a01:24:20.887322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23776): Launched\u000a01:24:21.319505 run osmo-hlr_10.42.42.2(pid=23777): Launched\u000a01:24:21.563744 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:24:22.155509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23779): Launched\u000a01:24:22.593677 run osmo-stp_10.42.42.5(pid=23780): Launched\u000a01:24:22.806818 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:24:23.397823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23782): Launched\u000a01:24:23.517932 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:24:23.821599 run patchelf(pid=23783): Launched\u000a01:24:24.017900 run osmo-stp_10.42.42.5(pid=23780): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23780)]\u000a01:24:24.161713 run osmo-stp_10.42.42.5(pid=23780): stdout: \u000a| (launched: 2022-12-14_01:24:22.323387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:24.308153 run osmo-stp_10.42.42.5(pid=23780): stderr: \u000a| �[0;m�[38;5;43m20221214012422617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012422617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012422617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012422618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012422618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012422618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012422618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:24.447199 run osmo-stp_10.42.42.5(pid=23780): stdout: \u000a| (launched: 2022-12-14_01:24:22.323387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:24.584464 run osmo-stp_10.42.42.5(pid=23780): stderr: \u000a| �[0;m�[38;5;43m20221214012422617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012422617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012422617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012422618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012422618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012422618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012422618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:24.744753 run patchelf(pid=23783): Terminating (SIGINT)\u000a01:24:24.932825 run patchelf(pid=23783): Terminated: ok {rc=0}\u000a01:24:24.968135 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23780): Process ended prematurely: osmo-stp_10.42.42.5(pid=23780) [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23780)] [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a01:24:24.979368 tst iperf3m4.py:8: Test FAILED (12.0 sec)\u000a01:24:25.047351 run osmo-hlr_10.42.42.2(pid=23777): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23777)]\u000a01:24:25.101397 run osmo-hlr_10.42.42.2(pid=23777): stdout: \u000a| (launched: 2022-12-14_01:24:21.055774) \u000a01:24:25.156360 run osmo-hlr_10.42.42.2(pid=23777): stderr: \u000a| �[0;m�[1;31m20221214012421360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012421360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012421360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012421360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012421360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012421360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012421382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012421394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012421395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012421395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:24:25.203506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23766): Terminating (SIGTERM)\u000a01:24:25.250824 run iperf3-srv_10.42.42.10(pid=23767): Terminating (SIGTERM)\u000a01:24:25.297065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23768): Terminating (SIGTERM)\u000a01:24:25.343249 run iperf3-srv_10.42.42.10(pid=23769): Terminating (SIGTERM)\u000a01:24:25.389219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23770): Terminating (SIGTERM)\u000a01:24:25.435387 run iperf3-srv_10.42.42.10(pid=23771): Terminating (SIGTERM)\u000a01:24:25.481520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23772): Terminating (SIGTERM)\u000a01:24:25.527520 run iperf3-srv_10.42.42.10(pid=23773): Terminating (SIGTERM)\u000a01:24:25.573923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23776): Terminating (SIGTERM)\u000a01:24:25.620130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23779): Terminating (SIGTERM)\u000a01:24:25.667579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23782): Terminating (SIGTERM)\u000a01:24:25.678465 --- ParallelTerminationStrategy: PID 23766 died...\u000a01:24:25.741030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23766): Terminated: ok {rc=0}\u000a01:24:25.753420 --- ParallelTerminationStrategy: PID 23767 died...\u000a01:24:25.811515 run iperf3-srv_10.42.42.10(pid=23767): Terminated {rc=256}\u000a01:24:25.823831 --- ParallelTerminationStrategy: PID 23768 died...\u000a01:24:25.883639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23768): Terminated: ok {rc=0}\u000a01:24:25.894562 --- ParallelTerminationStrategy: PID 23769 died...\u000a01:24:25.953369 run iperf3-srv_10.42.42.10(pid=23769): Terminated {rc=256}\u000a01:24:25.965126 --- ParallelTerminationStrategy: PID 23770 died...\u000a01:24:26.023184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23770): Terminated: ok {rc=0}\u000a01:24:26.034181 --- ParallelTerminationStrategy: PID 23771 died...\u000a01:24:26.094452 run iperf3-srv_10.42.42.10(pid=23771): Terminated {rc=256}\u000a01:24:26.105137 --- ParallelTerminationStrategy: PID 23772 died...\u000a01:24:26.168083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23772): Terminated: ok {rc=0}\u000a01:24:26.178087 --- ParallelTerminationStrategy: PID 23773 died...\u000a01:24:26.235245 run iperf3-srv_10.42.42.10(pid=23773): Terminated {rc=256}\u000a01:24:26.245695 --- ParallelTerminationStrategy: PID 23776 died...\u000a01:24:26.302725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23776): Terminated: ok {rc=0}\u000a01:24:26.312776 --- ParallelTerminationStrategy: PID 23779 died...\u000a01:24:26.370019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23779): Terminated: ok {rc=0}\u000a01:24:26.383059 --- ParallelTerminationStrategy: PID 23782 died...\u000a01:24:26.439732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23782): Terminated: ok {rc=0}\u000a01:24:26.527595 bus /gobi_4: Setting Powered False\u000a01:24:27.630206 bus /gobi_4: Setting Powered False\u000a01:24:28.739576 bus /gobi_1: Setting Powered False\u000a01:24:29.842371 bus /gobi_1: Setting Powered False\u000a01:24:30.962864 bus /gobi_0: Setting Powered False\u000a01:24:32.068439 bus /gobi_0: Setting Powered False\u000a01:24:33.179109 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23791): Process ended prematurely: osmo-stp_10.42.42.5(pid=23791) [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23791)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23791): Process ended prematurely: osmo-stp_10.42.42.5(pid=23791) [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a01:24:34.248723 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:34.261376 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:24:34.408257 tst ping.py: using LAC 37574\u000a01:24:34.533585 tst ping.py: using RAC 89\u000a01:24:34.658323 tst ping.py: using CellId 37574\u000a01:24:34.781973 tst ping.py: using BVCI 37575\u000a01:24:34.806204 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:34.818029 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:34.829637 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:34.841283 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:34.853218 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:34.865158 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:34.876771 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:34.888715 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:24:35.161411 tst ping.py:19: start network...\u000a01:24:35.283959 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:24:35.756027 run create_hlr_db(pid=23785): Launched\u000a01:24:35.925626 bus /gobi_6: Setting Powered False\u000a01:24:36.959008 run create_hlr_db(pid=23785): Terminated: ok {rc=0}\u000a01:24:37.356906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23787): Launched\u000a01:24:37.652371 run osmo-hlr_10.42.42.2(pid=23788): Launched\u000a01:24:37.768870 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:24:38.296648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23790): Launched\u000a01:24:38.595970 run osmo-stp_10.42.42.5(pid=23791): Launched\u000a01:24:38.703256 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:24:39.221788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23793): Launched\u000a01:24:39.327215 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:24:39.588591 run patchelf(pid=23794): Launched\u000a01:24:39.763083 run osmo-stp_10.42.42.5(pid=23791): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23791)]\u000a01:24:39.890692 run osmo-stp_10.42.42.5(pid=23791): stdout: \u000a| (launched: 2022-12-14_01:24:38.446913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:40.019182 run osmo-stp_10.42.42.5(pid=23791): stderr: \u000a| �[0;m�[38;5;43m20221214012438617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012438617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012438617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012438618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012438618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012438618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012438618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:40.142150 run osmo-stp_10.42.42.5(pid=23791): stdout: \u000a| (launched: 2022-12-14_01:24:38.446913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:40.263571 run osmo-stp_10.42.42.5(pid=23791): stderr: \u000a| �[0;m�[38;5;43m20221214012438617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012438617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012438617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012438618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012438618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012438618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012438618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:40.404920 run patchelf(pid=23794): Terminating (SIGINT)\u000a01:24:40.571118 run patchelf(pid=23794): Terminated: ok {rc=0}\u000a01:24:40.601473 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23791): Process ended prematurely: osmo-stp_10.42.42.5(pid=23791) [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23791)] [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a01:24:40.610300 tst ping.py:22: Test FAILED (6.4 sec)\u000a01:24:40.669228 run osmo-hlr_10.42.42.2(pid=23788): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23788)]\u000a01:24:40.717246 run osmo-hlr_10.42.42.2(pid=23788): stdout: \u000a| (launched: 2022-12-14_01:24:37.506399) \u000a01:24:40.766636 run osmo-hlr_10.42.42.2(pid=23788): stderr: \u000a| �[0;m�[1;31m20221214012437682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012437682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012437682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012437682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012437682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012437682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012437694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012437703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012437703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012437703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:24:40.808112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23787): Terminating (SIGTERM)\u000a01:24:40.847435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23790): Terminating (SIGTERM)\u000a01:24:40.886475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23793): Terminating (SIGTERM)\u000a01:24:40.895534 --- ParallelTerminationStrategy: PID 23787 died...\u000a01:24:40.948027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23787): Terminated: ok {rc=0}\u000a01:24:40.957689 --- ParallelTerminationStrategy: PID 23790 died...\u000a01:24:41.010113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23790): Terminated: ok {rc=0}\u000a01:24:41.019526 --- ParallelTerminationStrategy: PID 23793 died...\u000a01:24:41.072020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23793): Terminated: ok {rc=0}\u000a01:24:41.155975 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23801): Process ended prematurely: osmo-stp_10.42.42.5(pid=23801) [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23801)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23801): Process ended prematurely: osmo-stp_10.42.42.5(pid=23801) [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a01:24:42.209831 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:42.222938 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:24:42.372352 tst ping_idle_ping.py: using LAC 37575\u000a01:24:42.498117 tst ping_idle_ping.py: using RAC 90\u000a01:24:42.622302 tst ping_idle_ping.py: using CellId 37575\u000a01:24:42.747895 tst ping_idle_ping.py: using BVCI 37576\u000a01:24:42.772355 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:42.784362 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:42.796519 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:42.808471 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:42.820579 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:42.832667 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:42.844834 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:42.856995 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:24:43.132173 tst ping_idle_ping.py:24: start network...\u000a01:24:43.255657 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:24:43.736838 run create_hlr_db(pid=23795): Launched\u000a01:24:43.909349 bus /gobi_6: Setting Powered False\u000a01:24:44.930357 run create_hlr_db(pid=23795): Terminated: ok {rc=0}\u000a01:24:45.356572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23797): Launched\u000a01:24:45.678369 run osmo-hlr_10.42.42.2(pid=23798): Launched\u000a01:24:45.794268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:24:46.399339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23800): Launched\u000a01:24:46.812807 run osmo-stp_10.42.42.5(pid=23801): Launched\u000a01:24:47.040786 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:24:47.602317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23803): Launched\u000a01:24:47.715612 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:24:47.993064 run patchelf(pid=23804): Launched\u000a01:24:48.179249 run osmo-stp_10.42.42.5(pid=23801): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23801)]\u000a01:24:48.315650 run osmo-stp_10.42.42.5(pid=23801): stdout: \u000a| (launched: 2022-12-14_01:24:46.562554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:48.452795 run osmo-stp_10.42.42.5(pid=23801): stderr: \u000a| �[0;m�[38;5;43m20221214012446858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012446858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012446858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012446859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012446859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012446859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012446860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:48.584423 run osmo-stp_10.42.42.5(pid=23801): stdout: \u000a| (launched: 2022-12-14_01:24:46.562554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:48.714675 run osmo-stp_10.42.42.5(pid=23801): stderr: \u000a| �[0;m�[38;5;43m20221214012446858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012446858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012446858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012446859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012446859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012446859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012446860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:48.866233 run patchelf(pid=23804): Terminating (SIGINT)\u000a01:24:49.043538 run patchelf(pid=23804): Terminated: ok {rc=0}\u000a01:24:49.075781 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23801): Process ended prematurely: osmo-stp_10.42.42.5(pid=23801) [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23801)] [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a01:24:49.085161 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a01:24:49.148351 run osmo-hlr_10.42.42.2(pid=23798): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23798)]\u000a01:24:49.199780 run osmo-hlr_10.42.42.2(pid=23798): stdout: \u000a| (launched: 2022-12-14_01:24:45.517594) \u000a01:24:49.252149 run osmo-hlr_10.42.42.2(pid=23798): stderr: \u000a| �[0;m�[1;31m20221214012445715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012445715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012445715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012445715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012445715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012445715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012445730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012445739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012445740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012445740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:24:49.296835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23797): Terminating (SIGTERM)\u000a01:24:49.339135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23800): Terminating (SIGTERM)\u000a01:24:49.381378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23803): Terminating (SIGTERM)\u000a01:24:49.391085 --- ParallelTerminationStrategy: PID 23797 died...\u000a01:24:49.447442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23797): Terminated: ok {rc=0}\u000a01:24:49.457673 --- ParallelTerminationStrategy: PID 23800 died...\u000a01:24:49.513379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23800): Terminated: ok {rc=0}\u000a01:24:49.523438 --- ParallelTerminationStrategy: PID 23803 died...\u000a01:24:49.579427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23803): Terminated: ok {rc=0}\u000a01:24:49.666448 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:23:49" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23816): Process ended prematurely: osmo-stp_10.42.42.5(pid=23816) [trial-2397↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23816)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23816): Process ended prematurely: osmo-stp_10.42.42.5(pid=23816) [trial-2397↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:24:51.716396 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:51.728219 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:24:51.893648 tst switch_tch_pdch.py: using LAC 37576\u000a01:24:52.019514 tst switch_tch_pdch.py: using RAC 91\u000a01:24:52.144874 tst switch_tch_pdch.py: using CellId 37576\u000a01:24:52.270732 tst switch_tch_pdch.py: using BVCI 37577\u000a01:24:52.294983 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:52.306669 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:52.318117 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:52.329780 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:52.341682 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:52.353591 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:52.365566 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:52.377509 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:24:52.492802 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:24:52.781361 tst switch_tch_pdch.py:51: start network...\u000a01:24:52.913331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:24:53.412878 run create_hlr_db(pid=23810): Launched\u000a01:24:53.596680 bus /gobi_6: Setting Powered False\u000a01:24:54.618446 run create_hlr_db(pid=23810): Terminated: ok {rc=0}\u000a01:24:55.042756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23812): Launched\u000a01:24:55.363261 run osmo-hlr_10.42.42.2(pid=23813): Launched\u000a01:24:55.479158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:24:56.031273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23815): Launched\u000a01:24:56.351085 run osmo-stp_10.42.42.5(pid=23816): Launched\u000a01:24:56.467074 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:24:57.023941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23818): Launched\u000a01:24:57.136891 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:24:57.415518 run patchelf(pid=23819): Launched\u000a01:24:57.600798 run osmo-stp_10.42.42.5(pid=23816): ERR: Terminated: ERROR {rc=1} [trial-2397↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23816)]\u000a01:24:57.736619 run osmo-stp_10.42.42.5(pid=23816): stdout: \u000a| (launched: 2022-12-14_01:24:56.192201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:57.872941 run osmo-stp_10.42.42.5(pid=23816): stderr: \u000a| �[0;m�[38;5;43m20221214012456383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012456383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012456383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012456383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012456384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012456384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012456384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:58.004242 run osmo-stp_10.42.42.5(pid=23816): stdout: \u000a| (launched: 2022-12-14_01:24:56.192201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:58.134374 run osmo-stp_10.42.42.5(pid=23816): stderr: \u000a| �[0;m�[38;5;43m20221214012456383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012456383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012456383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012456383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012456384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012456384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012456384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:58.286145 run patchelf(pid=23819): Terminating (SIGINT)\u000a01:24:58.463035 run patchelf(pid=23819): Terminated: ok {rc=0}\u000a01:24:58.495267 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23816): Process ended prematurely: osmo-stp_10.42.42.5(pid=23816) [trial-2397↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23816)] [trial-2397↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:24:58.504666 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a01:24:58.567611 run osmo-hlr_10.42.42.2(pid=23813): ERR: Terminated: ERROR {rc=237} [trial-2397↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23813)]\u000a01:24:58.618942 run osmo-hlr_10.42.42.2(pid=23813): stdout: \u000a| (launched: 2022-12-14_01:24:55.203564) \u000a01:24:58.671193 run osmo-hlr_10.42.42.2(pid=23813): stderr: \u000a| �[0;m�[1;31m20221214012455401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012455401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012455401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012455401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012455401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012455401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012455414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012455422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012455422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012455422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:24:58.715445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23812): Terminating (SIGTERM)\u000a01:24:58.757875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23815): Terminating (SIGTERM)\u000a01:24:58.799736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23818): Terminating (SIGTERM)\u000a01:24:58.809339 --- ParallelTerminationStrategy: PID 23812 died...\u000a01:24:58.865422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23812): Terminated: ok {rc=0}\u000a01:24:58.875385 --- ParallelTerminationStrategy: PID 23815 died...\u000a01:24:58.931132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23815): Terminated: ok {rc=0}\u000a01:24:58.941091 --- ParallelTerminationStrategy: PID 23818 died...\u000a01:24:58.997119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23818): Terminated: ok {rc=0}\u000a01:24:59.084493 bus /gobi_0: Setting Powered False\u000a01:25:00.186080 bus /gobi_0: Setting Powered False\u000a01:25:01.298117 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:24:51" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23833): Process ended prematurely: osmo-stp_10.42.42.5(pid=23833) [trial-2397↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23833)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23833): Process ended prematurely: osmo-stp_10.42.42.5(pid=23833) [trial-2397↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23833)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a01:25:03.269964 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:25:03.281354 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a01:25:03.447968 tst switch_tch_pdch.py: using LAC 37577\u000a01:25:03.569870 tst switch_tch_pdch.py: using RAC 92\u000a01:25:03.691931 tst switch_tch_pdch.py: using CellId 37577\u000a01:25:03.813215 tst switch_tch_pdch.py: using BVCI 37578\u000a01:25:03.837405 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:25:03.848796 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:25:03.859980 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:25:03.871248 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:25:03.882812 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:25:03.894448 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:25:03.906267 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:25:03.917952 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:25:04.033602 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:25:04.324212 tst switch_tch_pdch.py:51: start network...\u000a01:25:04.455970 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:25:04.925857 run create_hlr_db(pid=23827): Launched\u000a01:25:05.055239 bus /gobi_6: Setting Powered False\u000a01:25:06.130193 run create_hlr_db(pid=23827): Terminated: ok {rc=0}\u000a01:25:06.526770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23829): Launched\u000a01:25:06.845296 run osmo-hlr_10.42.42.2(pid=23830): Launched\u000a01:25:06.961988 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:25:07.490253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23832): Launched\u000a01:25:07.809223 run osmo-stp_10.42.42.5(pid=23833): Launched\u000a01:25:07.923751 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:25:08.453556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23835): Launched\u000a01:25:08.567087 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:25:08.845866 run patchelf(pid=23836): Launched\u000a01:25:09.030850 run osmo-stp_10.42.42.5(pid=23833): ERR: Terminated: ERROR {rc=1} [trial-2397↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23833)]\u000a01:25:09.166325 run osmo-stp_10.42.42.5(pid=23833): stdout: \u000a| (launched: 2022-12-14_01:25:07.650953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:09.303093 run osmo-stp_10.42.42.5(pid=23833): stderr: \u000a| �[0;m�[38;5;43m20221214012507845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012507845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012507846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012507846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012507848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012507848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012507848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:09.434157 run osmo-stp_10.42.42.5(pid=23833): stdout: \u000a| (launched: 2022-12-14_01:25:07.650953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:09.564031 run osmo-stp_10.42.42.5(pid=23833): stderr: \u000a| �[0;m�[38;5;43m20221214012507845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012507845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012507846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012507846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012507848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012507848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012507848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:09.714882 run patchelf(pid=23836): Terminating (SIGINT)\u000a01:25:09.891438 run patchelf(pid=23836): Terminated: ok {rc=0}\u000a01:25:09.923545 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23833): Process ended prematurely: osmo-stp_10.42.42.5(pid=23833) [trial-2397↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23833)] [trial-2397↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a01:25:09.932872 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a01:25:09.995615 run osmo-hlr_10.42.42.2(pid=23830): ERR: Terminated: ERROR {rc=237} [trial-2397↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23830)]\u000a01:25:10.046775 run osmo-hlr_10.42.42.2(pid=23830): stdout: \u000a| (launched: 2022-12-14_01:25:06.687377) \u000a01:25:10.098740 run osmo-hlr_10.42.42.2(pid=23830): stderr: \u000a| �[0;m�[1;31m20221214012506886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012506886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012506886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012506886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012506886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012506886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012506899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012506907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012506907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012506907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:25:10.143016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23829): Terminating (SIGTERM)\u000a01:25:10.185329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23832): Terminating (SIGTERM)\u000a01:25:10.227676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23835): Terminating (SIGTERM)\u000a01:25:10.237409 --- ParallelTerminationStrategy: PID 23829 died...\u000a01:25:10.293413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23829): Terminated: ok {rc=0}\u000a01:25:10.303239 --- ParallelTerminationStrategy: PID 23832 died...\u000a01:25:10.358829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23832): Terminated: ok {rc=0}\u000a01:25:10.368665 --- ParallelTerminationStrategy: PID 23835 died...\u000a01:25:10.424182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23835): Terminated: ok {rc=0}\u000a01:25:10.509404 bus /gobi_0: Setting Powered False\u000a01:25:11.614232 bus /gobi_0: Setting Powered False\u000a01:25:12.723049 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:25:03" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23841): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23841) [trial-2397↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23841)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23841): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23841) [trial-2397↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a01:25:14.625697 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a01:25:14.636418 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a01:25:14.768027 tst mo_mt_sms.py: using LAC 37578\u000a01:25:14.887580 tst mo_mt_sms.py: using RAC 93\u000a01:25:15.001385 tst mo_mt_sms.py: using CellId 37578\u000a01:25:15.115819 tst mo_mt_sms.py: using BVCI 37579\u000a01:25:15.138272 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a01:25:15.257323 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a01:25:15.529412 tst mo_mt_sms.py:9: start nitb and bts...\u000a01:25:15.651919 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:25:16.320717 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23840): Launched\u000a01:25:16.643197 run osmo-nitb_10.42.42.2(pid=23841): Launched\u000a01:25:16.844403 run osmo-nitb_10.42.42.2(pid=23841): ERR: Terminated: ERROR {rc=2} [trial-2397↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23841)]\u000a01:25:16.992813 run osmo-nitb_10.42.42.2(pid=23841): stdout: \u000a| (launched: 2022-12-14_01:25:16.474741) \u000a01:25:17.141577 run osmo-nitb_10.42.42.2(pid=23841): stderr: \u000a| (launched: 2022-12-14_01:25:16.520168)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:25:17.283292 run osmo-nitb_10.42.42.2(pid=23841): stdout: \u000a| (launched: 2022-12-14_01:25:16.474741) \u000a01:25:17.421447 run osmo-nitb_10.42.42.2(pid=23841): stderr: \u000a| (launched: 2022-12-14_01:25:16.520168)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:25:17.773532 tst osmo-nitb_10.42.42.2(pid=23841): stdout: \u000a| (launched: 2022-12-14_01:25:16.474741) \u000a01:25:17.899931 tst osmo-nitb_10.42.42.2(pid=23841): stderr: \u000a| (launched: 2022-12-14_01:25:16.520168)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:25:17.955439 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=23841): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23841) [trial-2397↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23841)] [trial-2397↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a01:25:17.964391 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a01:25:18.001137 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23840): Terminating (SIGTERM)\u000a01:25:18.179795 --- ParallelTerminationStrategy: PID 23840 died...\u000a01:25:18.238302 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23840): Terminated: ok {rc=0}\u000a01:25:18.326116 bus /sierra_3: Setting Powered False\u000a01:25:19.427986 bus /sierra_3: Setting Powered False\u000a01:25:20.539889 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:25:14" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "sms:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23851): Process ended prematurely: osmo-stp_10.42.42.5(pid=23851) [trial-2397↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23851)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23851): Process ended prematurely: osmo-stp_10.42.42.5(pid=23851) [trial-2397↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23851)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a01:25:22.427490 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:22.438013 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a01:25:22.570088 tst mo_mt_sms.py: using LAC 37579\u000a01:25:22.685881 tst mo_mt_sms.py: using RAC 94\u000a01:25:22.801975 tst mo_mt_sms.py: using CellId 37579\u000a01:25:22.918048 tst mo_mt_sms.py: using BVCI 37580\u000a01:25:22.940598 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:22.951140 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:22.961524 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:22.971772 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:22.982207 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:22.992442 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a01:25:23.111455 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a01:25:23.323373 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:25:23.823226 run create_hlr_db(pid=23845): Launched\u000a01:25:24.007749 bus /sierra_2: Setting Powered False\u000a01:25:25.028343 run create_hlr_db(pid=23845): Terminated: ok {rc=0}\u000a01:25:25.428183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23847): Launched\u000a01:25:25.727732 run osmo-hlr_10.42.42.2(pid=23848): Launched\u000a01:25:25.842229 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:25:26.357406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23850): Launched\u000a01:25:26.655021 run osmo-stp_10.42.42.5(pid=23851): Launched\u000a01:25:26.762188 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:25:27.304559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23853): Launched\u000a01:25:27.602690 run osmo-msc_10.42.42.6(pid=23854): Launched\u000a01:25:27.775861 run osmo-stp_10.42.42.5(pid=23851): ERR: Terminated: ERROR {rc=1} [trial-2397↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23851)]\u000a01:25:27.901330 run osmo-stp_10.42.42.5(pid=23851): stdout: \u000a| (launched: 2022-12-14_01:25:26.506754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:28.029471 run osmo-stp_10.42.42.5(pid=23851): stderr: \u000a| �[0;m�[38;5;43m20221214012526676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012526676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012526677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012526677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012526678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012526678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012526678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:28.147526 run osmo-stp_10.42.42.5(pid=23851): stdout: \u000a| (launched: 2022-12-14_01:25:26.506754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:28.265419 run osmo-stp_10.42.42.5(pid=23851): stderr: \u000a| �[0;m�[38;5;43m20221214012526676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012526676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012526677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012526677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012526678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012526678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012526678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:28.316898 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=23851): Process ended prematurely: osmo-stp_10.42.42.5(pid=23851) [trial-2397↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23851)] [trial-2397↪sms:trx-lms↪mo_mt_sms.py:16]\u000a01:25:28.324781 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a01:25:28.383763 run osmo-hlr_10.42.42.2(pid=23848): ERR: Terminated: ERROR {rc=237} [trial-2397↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23848)]\u000a01:25:28.431799 run osmo-hlr_10.42.42.2(pid=23848): stdout: \u000a| (launched: 2022-12-14_01:25:25.578252) \u000a01:25:28.480520 run osmo-hlr_10.42.42.2(pid=23848): stderr: \u000a| �[0;m�[1;31m20221214012525755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012525755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012525755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012525755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012525755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012525755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012525767 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012525776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012525776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012525776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:25:28.546598 run osmo-msc_10.42.42.6(pid=23854): ERR: Terminated: ERROR {rc=2} [trial-2397↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23854)]\u000a01:25:28.594555 run osmo-msc_10.42.42.6(pid=23854): stdout: \u000a| (launched: 2022-12-14_01:25:27.454671) \u000a01:25:28.643071 run osmo-msc_10.42.42.6(pid=23854): stderr: \u000a| �[0;m�[38;5;43m20221214012527726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214012527726 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f58552c5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214012527727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214012527727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214012527727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214012527727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214012527729 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214012527729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214012527729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214012527729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:25:28.684549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23847): Terminating (SIGTERM)\u000a01:25:28.723475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23850): Terminating (SIGTERM)\u000a01:25:28.762422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23853): Terminating (SIGTERM)\u000a01:25:28.771349 --- ParallelTerminationStrategy: PID 23847 died...\u000a01:25:28.823870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23847): Terminated: ok {rc=0}\u000a01:25:28.833301 --- ParallelTerminationStrategy: PID 23850 died...\u000a01:25:28.885116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23850): Terminated: ok {rc=0}\u000a01:25:28.894398 --- ParallelTerminationStrategy: PID 23853 died...\u000a01:25:28.946384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23853): Terminated: ok {rc=0}\u000a01:25:29.028766 bus /sierra_3: Setting Powered False\u000a01:25:30.128072 bus /sierra_3: Setting Powered False\u000a01:25:31.253491 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:25:22" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23860): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23860) [trial-2397↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23860)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23860): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23860) [trial-2397↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23860)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a01:25:33.098545 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a01:25:33.109158 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a01:25:33.245458 tst assert_extension.py: using LAC 37580\u000a01:25:33.360008 tst assert_extension.py: using RAC 95\u000a01:25:33.474503 tst assert_extension.py: using CellId 37580\u000a01:25:33.589367 tst assert_extension.py: using BVCI 37581\u000a01:25:33.611971 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a01:25:33.901938 tst assert_extension.py:10: start nitb and bts...\u000a01:25:34.034230 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:25:34.692449 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23859): Launched\u000a01:25:35.006321 run osmo-nitb_10.42.42.2(pid=23860): Launched\u000a01:25:35.200333 run osmo-nitb_10.42.42.2(pid=23860): ERR: Terminated: ERROR {rc=2} [trial-2397↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23860)]\u000a01:25:35.344114 run osmo-nitb_10.42.42.2(pid=23860): stdout: \u000a| (launched: 2022-12-14_01:25:34.853040) \u000a01:25:35.487879 run osmo-nitb_10.42.42.2(pid=23860): stderr: \u000a| (launched: 2022-12-14_01:25:34.899968)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:25:35.626385 run osmo-nitb_10.42.42.2(pid=23860): stdout: \u000a| (launched: 2022-12-14_01:25:34.853040) \u000a01:25:35.763470 run osmo-nitb_10.42.42.2(pid=23860): stderr: \u000a| (launched: 2022-12-14_01:25:34.899968)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:25:36.134014 tst osmo-nitb_10.42.42.2(pid=23860): stdout: \u000a| (launched: 2022-12-14_01:25:34.853040) \u000a01:25:36.260568 tst osmo-nitb_10.42.42.2(pid=23860): stderr: \u000a| (launched: 2022-12-14_01:25:34.899968)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:25:36.316247 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=23860): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23860) [trial-2397↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23860)] [trial-2397↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a01:25:36.325353 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a01:25:36.361519 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23859): Terminating (SIGTERM)\u000a01:25:36.539654 --- ParallelTerminationStrategy: PID 23859 died...\u000a01:25:36.598007 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23859): Terminated: ok {rc=0}\u000a01:25:36.685261 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:25:32" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23870): Process ended prematurely: osmo-stp_10.42.42.5(pid=23870) [trial-2397↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23870)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23870): Process ended prematurely: osmo-stp_10.42.42.5(pid=23870) [trial-2397↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23870)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a01:25:38.524835 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:38.535880 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a01:25:38.676021 tst assert_extension.py: using LAC 37581\u000a01:25:38.799500 tst assert_extension.py: using RAC 96\u000a01:25:38.921581 tst assert_extension.py: using CellId 37581\u000a01:25:39.043719 tst assert_extension.py: using BVCI 37582\u000a01:25:39.067737 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:39.078883 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:39.089856 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:39.100635 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:39.111854 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:39.123004 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a01:25:39.321795 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:25:39.795493 run create_hlr_db(pid=23864): Launched\u000a01:25:39.966408 bus /sierra_2: Setting Powered False\u000a01:25:40.987836 run create_hlr_db(pid=23864): Terminated: ok {rc=0}\u000a01:25:41.412347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23866): Launched\u000a01:25:41.731534 run osmo-hlr_10.42.42.2(pid=23867): Launched\u000a01:25:41.851968 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:25:42.406973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23869): Launched\u000a01:25:42.727475 run osmo-stp_10.42.42.5(pid=23870): Launched\u000a01:25:42.844079 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:25:43.424129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23872): Launched\u000a01:25:43.744077 run osmo-msc_10.42.42.6(pid=23873): Launched\u000a01:25:43.932184 run osmo-stp_10.42.42.5(pid=23870): ERR: Terminated: ERROR {rc=1} [trial-2397↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23870)]\u000a01:25:44.066706 run osmo-stp_10.42.42.5(pid=23870): stdout: \u000a| (launched: 2022-12-14_01:25:42.568094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:44.200386 run osmo-stp_10.42.42.5(pid=23870): stderr: \u000a| �[0;m�[38;5;43m20221214012542758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012542758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012542759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012542759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012542760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012542760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012542760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:44.328929 run osmo-stp_10.42.42.5(pid=23870): stdout: \u000a| (launched: 2022-12-14_01:25:42.568094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:44.455872 run osmo-stp_10.42.42.5(pid=23870): stderr: \u000a| �[0;m�[38;5;43m20221214012542758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012542758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012542759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012542759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012542760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012542760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012542760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:44.511875 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=23870): Process ended prematurely: osmo-stp_10.42.42.5(pid=23870) [trial-2397↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23870)] [trial-2397↪ussd:trx-lms↪assert_extension.py:17]\u000a01:25:44.520563 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a01:25:44.583126 run osmo-hlr_10.42.42.2(pid=23867): ERR: Terminated: ERROR {rc=237} [trial-2397↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23867)]\u000a01:25:44.634417 run osmo-hlr_10.42.42.2(pid=23867): stdout: \u000a| (launched: 2022-12-14_01:25:41.573575) \u000a01:25:44.686062 run osmo-hlr_10.42.42.2(pid=23867): stderr: \u000a| �[0;m�[1;31m20221214012541770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012541770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012541770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012541770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012541770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012541770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012541782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012541790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012541790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012541790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:25:44.756307 run osmo-msc_10.42.42.6(pid=23873): ERR: Terminated: ERROR {rc=2} [trial-2397↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23873)]\u000a01:25:44.807296 run osmo-msc_10.42.42.6(pid=23873): stdout: \u000a| (launched: 2022-12-14_01:25:43.585114) \u000a01:25:44.859215 run osmo-msc_10.42.42.6(pid=23873): stderr: \u000a| �[0;m�[38;5;43m20221214012543907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214012543907 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f51c4a54c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214012543907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214012543907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214012543907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214012543907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214012543909 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214012543910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214012543910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214012543910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:25:44.903404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23866): Terminating (SIGTERM)\u000a01:25:44.945526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23869): Terminating (SIGTERM)\u000a01:25:44.987977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23872): Terminating (SIGTERM)\u000a01:25:44.997790 --- ParallelTerminationStrategy: PID 23866 died...\u000a01:25:45.054628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23866): Terminated: ok {rc=0}\u000a01:25:45.064698 --- ParallelTerminationStrategy: PID 23869 died...\u000a01:25:45.121741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23869): Terminated: ok {rc=0}\u000a01:25:45.131855 --- ParallelTerminationStrategy: PID 23872 died...\u000a01:25:45.188199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23872): Terminated: ok {rc=0}\u000a01:25:45.276213 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:25:38" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23884): Process ended prematurely: osmo-stp_10.42.42.5(pid=23884) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23884)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23884): Process ended prematurely: osmo-stp_10.42.42.5(pid=23884) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:25:47.313735 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:47.325422 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:25:47.495726 tst mo_mt_call.py: using LAC 37582\u000a01:25:47.621194 tst mo_mt_call.py: using RAC 97\u000a01:25:47.747741 tst mo_mt_call.py: using CellId 37582\u000a01:25:47.878511 tst mo_mt_call.py: using BVCI 37583\u000a01:25:47.903215 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:47.914839 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:47.926269 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:47.937635 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:47.949916 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:47.962237 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:25:48.081318 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:25:48.293721 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:25:48.802706 run create_hlr_db(pid=23878): Launched\u000a01:25:48.989689 bus /sierra_2: Setting Powered False\u000a01:25:50.010631 run create_hlr_db(pid=23878): Terminated: ok {rc=0}\u000a01:25:50.442199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23880): Launched\u000a01:25:50.767623 run osmo-hlr_10.42.42.2(pid=23881): Launched\u000a01:25:50.885855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:25:51.450286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23883): Launched\u000a01:25:51.774917 run osmo-stp_10.42.42.5(pid=23884): Launched\u000a01:25:51.892176 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:25:52.474504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23887): Launched\u000a01:25:52.776121 run osmo-msc_10.42.42.6(pid=23888): Launched\u000a01:25:52.951920 run osmo-stp_10.42.42.5(pid=23884): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23884)]\u000a01:25:53.079085 run osmo-stp_10.42.42.5(pid=23884): stdout: \u000a| (launched: 2022-12-14_01:25:51.613974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:53.204412 run osmo-stp_10.42.42.5(pid=23884): stderr: \u000a| �[0;m�[38;5;43m20221214012551806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012551807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012551807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012551807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012551808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012551808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012551808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:53.325057 run osmo-stp_10.42.42.5(pid=23884): stdout: \u000a| (launched: 2022-12-14_01:25:51.613974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:53.444453 run osmo-stp_10.42.42.5(pid=23884): stderr: \u000a| �[0;m�[38;5;43m20221214012551806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012551807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012551807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012551807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012551808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012551808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012551808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:53.497603 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23884): Process ended prematurely: osmo-stp_10.42.42.5(pid=23884) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23884)] [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a01:25:53.506422 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a01:25:53.565536 run osmo-hlr_10.42.42.2(pid=23881): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23881)]\u000a01:25:53.614151 run osmo-hlr_10.42.42.2(pid=23881): stdout: \u000a| (launched: 2022-12-14_01:25:50.605986) \u000a01:25:53.663248 run osmo-hlr_10.42.42.2(pid=23881): stderr: \u000a| �[0;m�[1;31m20221214012550804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012550804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012550804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012550804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012550804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012550804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012550818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012550826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012550826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012550826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:25:53.729824 run osmo-msc_10.42.42.6(pid=23888): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23888)]\u000a01:25:53.778378 run osmo-msc_10.42.42.6(pid=23888): stdout: \u000a| (launched: 2022-12-14_01:25:52.627526) \u000a01:25:53.827464 run osmo-msc_10.42.42.6(pid=23888): stderr: \u000a| �[0;m�[38;5;43m20221214012552901 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214012552901 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f74fc9dec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214012552901 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214012552901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214012552902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214012552902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214012552903 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214012552904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214012552904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214012552904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:25:53.869059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23880): Terminating (SIGTERM)\u000a01:25:53.908199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23883): Terminating (SIGTERM)\u000a01:25:53.947615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23887): Terminating (SIGTERM)\u000a01:25:53.956731 --- ParallelTerminationStrategy: PID 23880 died...\u000a01:25:54.009572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23880): Terminated: ok {rc=0}\u000a01:25:54.019105 --- ParallelTerminationStrategy: PID 23883 died...\u000a01:25:54.071873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23883): Terminated: ok {rc=0}\u000a01:25:54.081599 --- ParallelTerminationStrategy: PID 23887 died...\u000a01:25:54.134503 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23887): Terminated: ok {rc=0}\u000a01:25:54.222906 bus /sierra_3: Setting Powered False\u000a01:25:55.325957 bus /sierra_3: Setting Powered False\u000a01:25:56.437626 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23896): Process ended prematurely: osmo-stp_10.42.42.5(pid=23896) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23896)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23896): Process ended prematurely: osmo-stp_10.42.42.5(pid=23896) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23896)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:25:57.553084 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:57.565560 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:25:57.730968 tst mo_mt_call_osmux.py: using LAC 37583\u000a01:25:57.856532 tst mo_mt_call_osmux.py: using RAC 98\u000a01:25:57.981936 tst mo_mt_call_osmux.py: using CellId 37583\u000a01:25:58.107415 tst mo_mt_call_osmux.py: using BVCI 37584\u000a01:25:58.131889 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:58.143461 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:58.154998 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:58.166508 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:58.178364 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:25:58.190102 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:25:58.306652 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:25:58.509511 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:25:58.997502 run create_hlr_db(pid=23890): Launched\u000a01:25:59.170917 bus /sierra_2: Setting Powered False\u000a01:26:00.193720 run create_hlr_db(pid=23890): Terminated: ok {rc=0}\u000a01:26:00.627753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23892): Launched\u000a01:26:01.051614 run osmo-hlr_10.42.42.2(pid=23893): Launched\u000a01:26:01.287215 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:26:01.873638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23895): Launched\u000a01:26:02.339180 run osmo-stp_10.42.42.5(pid=23896): Launched\u000a01:26:02.447327 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:26:03.002579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23898): Launched\u000a01:26:03.306092 run osmo-msc_10.42.42.6(pid=23899): Launched\u000a01:26:03.484576 run osmo-stp_10.42.42.5(pid=23896): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23896)]\u000a01:26:03.612639 run osmo-stp_10.42.42.5(pid=23896): stdout: \u000a| (launched: 2022-12-14_01:26:02.042444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:03.738202 run osmo-stp_10.42.42.5(pid=23896): stderr: \u000a| �[0;m�[38;5;43m20221214012602275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012602275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012602276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012602276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012602277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012602277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012602277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:03.858642 run osmo-stp_10.42.42.5(pid=23896): stdout: \u000a| (launched: 2022-12-14_01:26:02.042444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:03.978409 run osmo-stp_10.42.42.5(pid=23896): stderr: \u000a| �[0;m�[38;5;43m20221214012602275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012602275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012602276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012602276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012602277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012602277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012602277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:04.031362 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23896): Process ended prematurely: osmo-stp_10.42.42.5(pid=23896) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23896)] [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a01:26:04.040052 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a01:26:04.099408 run osmo-hlr_10.42.42.2(pid=23893): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23893)]\u000a01:26:04.148276 run osmo-hlr_10.42.42.2(pid=23893): stdout: \u000a| (launched: 2022-12-14_01:26:00.792875) \u000a01:26:04.197674 run osmo-hlr_10.42.42.2(pid=23893): stderr: \u000a| �[0;m�[1;31m20221214012601109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012601109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012601109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012601109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012601109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012601109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012601124 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012601134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012601134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012601134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:26:04.264800 run osmo-msc_10.42.42.6(pid=23899): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23899)]\u000a01:26:04.313558 run osmo-msc_10.42.42.6(pid=23899): stdout: \u000a| (launched: 2022-12-14_01:26:03.155491) \u000a01:26:04.362953 run osmo-msc_10.42.42.6(pid=23899): stderr: \u000a| �[0;m�[38;5;43m20221214012603430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214012603430 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe58d253c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214012603430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214012603430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214012603430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214012603430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214012603432 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214012603432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214012603433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214012603433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:26:04.404771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23892): Terminating (SIGTERM)\u000a01:26:04.444407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23895): Terminating (SIGTERM)\u000a01:26:04.483854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23898): Terminating (SIGTERM)\u000a01:26:04.492903 --- ParallelTerminationStrategy: PID 23892 died...\u000a01:26:04.546051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23892): Terminated: ok {rc=0}\u000a01:26:04.555516 --- ParallelTerminationStrategy: PID 23895 died...\u000a01:26:04.608142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23895): Terminated: ok {rc=0}\u000a01:26:04.617597 --- ParallelTerminationStrategy: PID 23898 died...\u000a01:26:04.670904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23898): Terminated: ok {rc=0}\u000a01:26:04.758876 bus /sierra_3: Setting Powered False\u000a01:26:05.866517 bus /sierra_3: Setting Powered False\u000a01:26:06.974682 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:25:46" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23910): Process ended prematurely: osmo-stp_10.42.42.5(pid=23910) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23910)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23910): Process ended prematurely: osmo-stp_10.42.42.5(pid=23910) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23910)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a01:26:08.984667 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:08.996380 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:26:09.165973 tst mo_mt_call.py: using LAC 37584\u000a01:26:09.290195 tst mo_mt_call.py: using RAC 99\u000a01:26:09.413923 tst mo_mt_call.py: using CellId 37584\u000a01:26:09.538528 tst mo_mt_call.py: using BVCI 37585\u000a01:26:09.563142 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:09.574802 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:09.586452 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:09.598010 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:09.609837 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:09.621676 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:26:09.739203 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:26:09.938918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:26:10.425688 run create_hlr_db(pid=23904): Launched\u000a01:26:10.598718 bus /sierra_2: Setting Powered False\u000a01:26:11.621246 run create_hlr_db(pid=23904): Terminated: ok {rc=0}\u000a01:26:12.054648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23906): Launched\u000a01:26:12.381328 run osmo-hlr_10.42.42.2(pid=23907): Launched\u000a01:26:12.501548 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:26:13.066204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23909): Launched\u000a01:26:13.392317 run osmo-stp_10.42.42.5(pid=23910): Launched\u000a01:26:13.509191 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:26:14.101889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23912): Launched\u000a01:26:14.427930 run osmo-msc_10.42.42.6(pid=23913): Launched\u000a01:26:14.616568 run osmo-stp_10.42.42.5(pid=23910): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23910)]\u000a01:26:14.753294 run osmo-stp_10.42.42.5(pid=23910): stdout: \u000a| (launched: 2022-12-14_01:26:13.230137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:14.888942 run osmo-stp_10.42.42.5(pid=23910): stderr: \u000a| �[0;m�[38;5;43m20221214012613423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012613423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012613423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012613423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012613424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012613424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012613424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:15.018487 run osmo-stp_10.42.42.5(pid=23910): stdout: \u000a| (launched: 2022-12-14_01:26:13.230137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:15.146616 run osmo-stp_10.42.42.5(pid=23910): stderr: \u000a| �[0;m�[38;5;43m20221214012613423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012613423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012613423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012613423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012613424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012613424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012613424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:15.203149 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23910): Process ended prematurely: osmo-stp_10.42.42.5(pid=23910) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23910)] [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a01:26:15.212734 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:26:15.275808 run osmo-hlr_10.42.42.2(pid=23907): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23907)]\u000a01:26:15.327599 run osmo-hlr_10.42.42.2(pid=23907): stdout: \u000a| (launched: 2022-12-14_01:26:12.219308) \u000a01:26:15.380029 run osmo-hlr_10.42.42.2(pid=23907): stderr: \u000a| �[0;m�[1;31m20221214012612417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012612417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012612417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012612417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012612417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012612417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012612430 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012612438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012612438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012612438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:26:15.450360 run osmo-msc_10.42.42.6(pid=23913): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23913)]\u000a01:26:15.501670 run osmo-msc_10.42.42.6(pid=23913): stdout: \u000a| (launched: 2022-12-14_01:26:14.265963) \u000a01:26:15.553534 run osmo-msc_10.42.42.6(pid=23913): stderr: \u000a| �[0;m�[38;5;43m20221214012614587 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214012614587 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4abb39fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214012614587 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214012614587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214012614587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214012614587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214012614589 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214012614590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214012614590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214012614590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:26:15.598042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23906): Terminating (SIGTERM)\u000a01:26:15.640172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23909): Terminating (SIGTERM)\u000a01:26:15.682256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23912): Terminating (SIGTERM)\u000a01:26:15.691856 --- ParallelTerminationStrategy: PID 23906 died...\u000a01:26:15.748243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23906): Terminated: ok {rc=0}\u000a01:26:15.758300 --- ParallelTerminationStrategy: PID 23909 died...\u000a01:26:15.814303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23909): Terminated: ok {rc=0}\u000a01:26:15.824269 --- ParallelTerminationStrategy: PID 23912 died...\u000a01:26:15.900404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23912): Terminated: ok {rc=0}\u000a01:26:15.996248 bus /sierra_3: Setting Powered False\u000a01:26:17.098925 bus /sierra_3: Setting Powered False\u000a01:26:18.207638 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23921): Process ended prematurely: osmo-stp_10.42.42.5(pid=23921) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23921)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23921): Process ended prematurely: osmo-stp_10.42.42.5(pid=23921) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23921)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:26:19.323301 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:19.335556 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:26:19.501341 tst mo_mt_call_osmux.py: using LAC 37585\u000a01:26:19.629095 tst mo_mt_call_osmux.py: using RAC 100\u000a01:26:19.756022 tst mo_mt_call_osmux.py: using CellId 37585\u000a01:26:19.876447 tst mo_mt_call_osmux.py: using BVCI 37586\u000a01:26:19.899467 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:19.910773 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:19.921757 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:19.932931 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:19.944236 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:19.955148 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:26:20.074430 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:26:20.276041 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:26:20.762335 run create_hlr_db(pid=23915): Launched\u000a01:26:20.936002 bus /sierra_2: Setting Powered False\u000a01:26:21.957516 run create_hlr_db(pid=23915): Terminated: ok {rc=0}\u000a01:26:22.390440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23917): Launched\u000a01:26:22.716365 run osmo-hlr_10.42.42.2(pid=23918): Launched\u000a01:26:22.834788 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:26:23.398191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23920): Launched\u000a01:26:23.723514 run osmo-stp_10.42.42.5(pid=23921): Launched\u000a01:26:23.841960 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:26:24.436910 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23923): Launched\u000a01:26:24.761390 run osmo-msc_10.42.42.6(pid=23924): Launched\u000a01:26:24.952010 run osmo-stp_10.42.42.5(pid=23921): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23921)]\u000a01:26:25.089210 run osmo-stp_10.42.42.5(pid=23921): stdout: \u000a| (launched: 2022-12-14_01:26:23.562106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:25.225785 run osmo-stp_10.42.42.5(pid=23921): stderr: \u000a| �[0;m�[38;5;43m20221214012623754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012623754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012623754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012623754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012623755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012623755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012623755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:25.356251 run osmo-stp_10.42.42.5(pid=23921): stdout: \u000a| (launched: 2022-12-14_01:26:23.562106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:25.485165 run osmo-stp_10.42.42.5(pid=23921): stderr: \u000a| �[0;m�[38;5;43m20221214012623754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012623754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012623754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012623754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012623755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012623755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012623755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:25.542229 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23921): Process ended prematurely: osmo-stp_10.42.42.5(pid=23921) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23921)] [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a01:26:25.551550 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:26:25.614787 run osmo-hlr_10.42.42.2(pid=23918): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23918)]\u000a01:26:25.666317 run osmo-hlr_10.42.42.2(pid=23918): stdout: \u000a| (launched: 2022-12-14_01:26:22.554714) \u000a01:26:25.718779 run osmo-hlr_10.42.42.2(pid=23918): stderr: \u000a| �[0;m�[1;31m20221214012622754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012622754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012622754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012622754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012622754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012622754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012622766 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012622775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012622775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012622775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:26:25.789486 run osmo-msc_10.42.42.6(pid=23924): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23924)]\u000a01:26:25.841057 run osmo-msc_10.42.42.6(pid=23924): stdout: \u000a| (launched: 2022-12-14_01:26:24.600815) \u000a01:26:25.893393 run osmo-msc_10.42.42.6(pid=23924): stderr: \u000a| �[0;m�[38;5;43m20221214012624922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214012624922 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa5a4874c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214012624922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214012624922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214012624923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214012624923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214012624924 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214012624925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214012624925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214012624925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:26:25.938084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23917): Terminating (SIGTERM)\u000a01:26:25.980198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23920): Terminating (SIGTERM)\u000a01:26:26.022506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23923): Terminating (SIGTERM)\u000a01:26:26.032197 --- ParallelTerminationStrategy: PID 23917 died...\u000a01:26:26.088799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23917): Terminated: ok {rc=0}\u000a01:26:26.099029 --- ParallelTerminationStrategy: PID 23920 died...\u000a01:26:26.154837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23920): Terminated: ok {rc=0}\u000a01:26:26.164845 --- ParallelTerminationStrategy: PID 23923 died...\u000a01:26:26.221397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23923): Terminated: ok {rc=0}\u000a01:26:26.307804 bus /sierra_3: Setting Powered False\u000a01:26:27.410109 bus /sierra_3: Setting Powered False\u000a01:26:28.520577 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:26:08" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23935): Process ended prematurely: osmo-stp_10.42.42.5(pid=23935) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23935)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23935): Process ended prematurely: osmo-stp_10.42.42.5(pid=23935) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23935)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:26:30.508764 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:30.520053 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:26:30.677175 tst mo_mt_call.py: using LAC 37586\u000a01:26:30.796843 tst mo_mt_call.py: using RAC 101\u000a01:26:30.953771 tst mo_mt_call.py: using CellId 37586\u000a01:26:31.084357 tst mo_mt_call.py: using BVCI 37587\u000a01:26:31.110387 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:31.123097 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:31.135533 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:31.148032 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:31.161497 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:31.175983 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:26:31.299981 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:26:31.569654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:26:32.085808 run create_hlr_db(pid=23929): Launched\u000a01:26:32.281331 bus /sierra_2: Setting Powered False\u000a01:26:33.297342 run create_hlr_db(pid=23929): Terminated: ok {rc=0}\u000a01:26:33.705883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23931): Launched\u000a01:26:34.008509 run osmo-hlr_10.42.42.2(pid=23932): Launched\u000a01:26:34.119118 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:26:34.645844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23934): Launched\u000a01:26:34.950052 run osmo-stp_10.42.42.5(pid=23935): Launched\u000a01:26:35.059102 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:26:35.612540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23937): Launched\u000a01:26:35.915361 run osmo-msc_10.42.42.6(pid=23938): Launched\u000a01:26:36.092683 run osmo-stp_10.42.42.5(pid=23935): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23935)]\u000a01:26:36.220700 run osmo-stp_10.42.42.5(pid=23935): stdout: \u000a| (launched: 2022-12-14_01:26:34.798368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:36.346609 run osmo-stp_10.42.42.5(pid=23935): stderr: \u000a| �[0;m�[38;5;43m20221214012634970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012634970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012634970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012634970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012634971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012634971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012634971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:36.467693 run osmo-stp_10.42.42.5(pid=23935): stdout: \u000a| (launched: 2022-12-14_01:26:34.798368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:36.587306 run osmo-stp_10.42.42.5(pid=23935): stderr: \u000a| �[0;m�[38;5;43m20221214012634970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012634970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012634970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012634970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012634971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012634971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012634971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:36.640619 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23935): Process ended prematurely: osmo-stp_10.42.42.5(pid=23935) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23935)] [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a01:26:36.649371 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a01:26:36.708065 run osmo-hlr_10.42.42.2(pid=23932): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23932)]\u000a01:26:36.756196 run osmo-hlr_10.42.42.2(pid=23932): stdout: \u000a| (launched: 2022-12-14_01:26:33.859465) \u000a01:26:36.804878 run osmo-hlr_10.42.42.2(pid=23932): stderr: \u000a| �[0;m�[1;31m20221214012634035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012634035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012634035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012634035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012634036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012634036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012634048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012634057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012634058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012634058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:26:36.871141 run osmo-msc_10.42.42.6(pid=23938): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23938)]\u000a01:26:36.919700 run osmo-msc_10.42.42.6(pid=23938): stdout: \u000a| (launched: 2022-12-14_01:26:35.765137) \u000a01:26:36.968505 run osmo-msc_10.42.42.6(pid=23938): stderr: \u000a| �[0;m�[38;5;43m20221214012636040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214012636040 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbae242ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214012636040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214012636040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214012636040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214012636041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214012636042 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214012636043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214012636043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214012636043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:26:37.009947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23931): Terminating (SIGTERM)\u000a01:26:37.048911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23934): Terminating (SIGTERM)\u000a01:26:37.087983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23937): Terminating (SIGTERM)\u000a01:26:37.097118 --- ParallelTerminationStrategy: PID 23931 died...\u000a01:26:37.149967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23931): Terminated: ok {rc=0}\u000a01:26:37.159518 --- ParallelTerminationStrategy: PID 23934 died...\u000a01:26:37.212084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23934): Terminated: ok {rc=0}\u000a01:26:37.221731 --- ParallelTerminationStrategy: PID 23937 died...\u000a01:26:37.274587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23937): Terminated: ok {rc=0}\u000a01:26:37.363488 bus /sierra_3: Setting Powered False\u000a01:26:38.470680 bus /sierra_3: Setting Powered False\u000a01:26:39.584132 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23946): Process ended prematurely: osmo-stp_10.42.42.5(pid=23946) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23946)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23946): Process ended prematurely: osmo-stp_10.42.42.5(pid=23946) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23946)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:26:40.694801 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:40.706696 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:26:40.862035 tst mo_mt_call_osmux.py: using LAC 37587\u000a01:26:40.989769 tst mo_mt_call_osmux.py: using RAC 102\u000a01:26:41.115889 tst mo_mt_call_osmux.py: using CellId 37587\u000a01:26:41.241717 tst mo_mt_call_osmux.py: using BVCI 37588\u000a01:26:41.264472 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:41.275894 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:41.286912 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:41.297892 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:41.308927 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:41.319715 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:26:41.436822 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:26:41.649379 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:26:42.159888 run create_hlr_db(pid=23940): Launched\u000a01:26:42.347858 bus /sierra_2: Setting Powered False\u000a01:26:43.369619 run create_hlr_db(pid=23940): Terminated: ok {rc=0}\u000a01:26:43.801933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23942): Launched\u000a01:26:44.128931 run osmo-hlr_10.42.42.2(pid=23943): Launched\u000a01:26:44.250690 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:26:44.814273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23945): Launched\u000a01:26:45.139387 run osmo-stp_10.42.42.5(pid=23946): Launched\u000a01:26:45.257236 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:26:45.869791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23948): Launched\u000a01:26:46.284896 run osmo-msc_10.42.42.6(pid=23949): Launched\u000a01:26:46.503620 run osmo-stp_10.42.42.5(pid=23946): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23946)]\u000a01:26:46.719750 run osmo-stp_10.42.42.5(pid=23946): stdout: \u000a| (launched: 2022-12-14_01:26:44.978661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:46.999648 run osmo-stp_10.42.42.5(pid=23946): stderr: \u000a| �[0;m�[38;5;43m20221214012645171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012645171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012645171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012645171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012645172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012645172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012645172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:47.128239 run osmo-stp_10.42.42.5(pid=23946): stdout: \u000a| (launched: 2022-12-14_01:26:44.978661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:47.251213 run osmo-stp_10.42.42.5(pid=23946): stderr: \u000a| �[0;m�[38;5;43m20221214012645171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012645171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012645171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012645171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012645172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012645172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012645172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:47.305581 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23946): Process ended prematurely: osmo-stp_10.42.42.5(pid=23946) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23946)] [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a01:26:47.314989 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a01:26:47.375234 run osmo-hlr_10.42.42.2(pid=23943): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23943)]\u000a01:26:47.424019 run osmo-hlr_10.42.42.2(pid=23943): stdout: \u000a| (launched: 2022-12-14_01:26:43.966734) \u000a01:26:47.473620 run osmo-hlr_10.42.42.2(pid=23943): stderr: \u000a| �[0;m�[1;31m20221214012644164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012644164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012644164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012644164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012644164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012644164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012644177 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012644185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012644185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012644186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:26:47.540897 run osmo-msc_10.42.42.6(pid=23949): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23949)]\u000a01:26:47.589842 run osmo-msc_10.42.42.6(pid=23949): stdout: \u000a| (launched: 2022-12-14_01:26:46.034038) \u000a01:26:47.639784 run osmo-msc_10.42.42.6(pid=23949): stderr: \u000a| �[0;m�[38;5;43m20221214012646592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214012646592 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc6fbbe8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214012646592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214012646592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214012646592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214012646597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214012646599 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214012646599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214012646600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214012646600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:26:47.681970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23942): Terminating (SIGTERM)\u000a01:26:47.721663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23945): Terminating (SIGTERM)\u000a01:26:47.761479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23948): Terminating (SIGTERM)\u000a01:26:47.770618 --- ParallelTerminationStrategy: PID 23942 died...\u000a01:26:47.823795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23942): Terminated: ok {rc=0}\u000a01:26:47.833381 --- ParallelTerminationStrategy: PID 23945 died...\u000a01:26:47.885887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23945): Terminated: ok {rc=0}\u000a01:26:47.895336 --- ParallelTerminationStrategy: PID 23948 died...\u000a01:26:47.947984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23948): Terminated: ok {rc=0}\u000a01:26:48.036158 bus /sierra_3: Setting Powered False\u000a01:26:49.138386 bus /sierra_3: Setting Powered False\u000a01:26:50.249304 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:26:30" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23960): Process ended prematurely: osmo-stp_10.42.42.5(pid=23960) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23960)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23960): Process ended prematurely: osmo-stp_10.42.42.5(pid=23960) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23960)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:26:52.264090 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:26:52.276178 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:26:52.442099 tst mo_mt_call.py: using LAC 37588\u000a01:26:52.562936 tst mo_mt_call.py: using RAC 103\u000a01:26:52.679893 tst mo_mt_call.py: using CellId 37588\u000a01:26:52.796407 tst mo_mt_call.py: using BVCI 37589\u000a01:26:52.819439 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:26:52.830630 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:26:52.841689 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:26:52.852465 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:26:52.863477 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:26:52.874348 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:26:52.994646 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:26:53.196071 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:26:53.680693 run create_hlr_db(pid=23954): Launched\u000a01:26:53.853720 bus /sierra_2: Setting Powered False\u000a01:26:54.886562 run create_hlr_db(pid=23954): Terminated: ok {rc=0}\u000a01:26:55.319794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23956): Launched\u000a01:26:55.644532 run osmo-hlr_10.42.42.2(pid=23957): Launched\u000a01:26:55.764128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:26:56.328155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23959): Launched\u000a01:26:56.651064 run osmo-stp_10.42.42.5(pid=23960): Launched\u000a01:26:56.767261 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:26:57.358568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23962): Launched\u000a01:26:57.683209 run osmo-msc_10.42.42.6(pid=23963): Launched\u000a01:26:57.873348 run osmo-stp_10.42.42.5(pid=23960): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23960)]\u000a01:26:58.009549 run osmo-stp_10.42.42.5(pid=23960): stdout: \u000a| (launched: 2022-12-14_01:26:56.491125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:58.145609 run osmo-stp_10.42.42.5(pid=23960): stderr: \u000a| �[0;m�[38;5;43m20221214012656684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012656684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012656684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012656685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012656685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012656685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012656685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:58.275113 run osmo-stp_10.42.42.5(pid=23960): stdout: \u000a| (launched: 2022-12-14_01:26:56.491125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:58.403385 run osmo-stp_10.42.42.5(pid=23960): stderr: \u000a| �[0;m�[38;5;43m20221214012656684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012656684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012656684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012656685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012656685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012656685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012656685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:58.459939 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23960): Process ended prematurely: osmo-stp_10.42.42.5(pid=23960) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23960)] [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a01:26:58.469206 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a01:26:58.532273 run osmo-hlr_10.42.42.2(pid=23957): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23957)]\u000a01:26:58.583825 run osmo-hlr_10.42.42.2(pid=23957): stdout: \u000a| (launched: 2022-12-14_01:26:55.483825) \u000a01:26:58.636017 run osmo-hlr_10.42.42.2(pid=23957): stderr: \u000a| �[0;m�[1;31m20221214012655682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012655682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012655682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012655682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012655682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012655682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012655694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012655702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012655703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012655703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:26:58.706542 run osmo-msc_10.42.42.6(pid=23963): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23963)]\u000a01:26:58.758133 run osmo-msc_10.42.42.6(pid=23963): stdout: \u000a| (launched: 2022-12-14_01:26:57.522934) \u000a01:26:58.810438 run osmo-msc_10.42.42.6(pid=23963): stderr: \u000a| �[0;m�[38;5;43m20221214012657848 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214012657849 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8697178c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214012657849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214012657849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214012657849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214012657849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214012657851 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214012657851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214012657851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214012657851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:26:58.854877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23956): Terminating (SIGTERM)\u000a01:26:58.896730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23959): Terminating (SIGTERM)\u000a01:26:58.939006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23962): Terminating (SIGTERM)\u000a01:26:58.948593 --- ParallelTerminationStrategy: PID 23956 died...\u000a01:26:59.005227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23956): Terminated: ok {rc=0}\u000a01:26:59.015185 --- ParallelTerminationStrategy: PID 23959 died...\u000a01:26:59.070998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23959): Terminated: ok {rc=0}\u000a01:26:59.081086 --- ParallelTerminationStrategy: PID 23962 died...\u000a01:26:59.138054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23962): Terminated: ok {rc=0}\u000a01:26:59.225374 bus /sierra_3: Setting Powered False\u000a01:27:00.328339 bus /sierra_3: Setting Powered False\u000a01:27:01.448777 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23971): Process ended prematurely: osmo-stp_10.42.42.5(pid=23971) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23971)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23971): Process ended prematurely: osmo-stp_10.42.42.5(pid=23971) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:27:02.558165 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:27:02.569948 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:27:02.726019 tst mo_mt_call_osmux.py: using LAC 37589\u000a01:27:02.846186 tst mo_mt_call_osmux.py: using RAC 104\u000a01:27:02.964559 tst mo_mt_call_osmux.py: using CellId 37589\u000a01:27:03.084834 tst mo_mt_call_osmux.py: using BVCI 37590\u000a01:27:03.107604 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:27:03.119171 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:27:03.130291 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:27:03.141473 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:27:03.152375 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:27:03.163415 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:27:03.279129 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:27:03.510634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:27:04.021462 run create_hlr_db(pid=23965): Launched\u000a01:27:04.208835 bus /sierra_2: Setting Powered False\u000a01:27:05.230519 run create_hlr_db(pid=23965): Terminated: ok {rc=0}\u000a01:27:05.638450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23967): Launched\u000a01:27:05.953006 run osmo-hlr_10.42.42.2(pid=23968): Launched\u000a01:27:06.072682 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:27:06.638318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23970): Launched\u000a01:27:06.964706 run osmo-stp_10.42.42.5(pid=23971): Launched\u000a01:27:07.082042 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:27:07.678853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23973): Launched\u000a01:27:08.007076 run osmo-msc_10.42.42.6(pid=23974): Launched\u000a01:27:08.200434 run osmo-stp_10.42.42.5(pid=23971): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23971)]\u000a01:27:08.339523 run osmo-stp_10.42.42.5(pid=23971): stdout: \u000a| (launched: 2022-12-14_01:27:06.802710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:08.476630 run osmo-stp_10.42.42.5(pid=23971): stderr: \u000a| �[0;m�[38;5;43m20221214012706994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012706994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012706994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012706994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012706995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012706995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012706995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:08.607281 run osmo-stp_10.42.42.5(pid=23971): stdout: \u000a| (launched: 2022-12-14_01:27:06.802710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:08.736711 run osmo-stp_10.42.42.5(pid=23971): stderr: \u000a| �[0;m�[38;5;43m20221214012706994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012706994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012706994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012706994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012706995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012706995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012706995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:08.794302 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23971): Process ended prematurely: osmo-stp_10.42.42.5(pid=23971) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23971)] [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a01:27:08.803989 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:27:08.867791 run osmo-hlr_10.42.42.2(pid=23968): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23968)]\u000a01:27:08.919895 run osmo-hlr_10.42.42.2(pid=23968): stdout: \u000a| (launched: 2022-12-14_01:27:05.792210) \u000a01:27:08.972634 run osmo-hlr_10.42.42.2(pid=23968): stderr: \u000a| �[0;m�[1;31m20221214012705983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012705984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012705984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012705984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012705984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012705984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012705997 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012706005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012706005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012706005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:27:09.043805 run osmo-msc_10.42.42.6(pid=23974): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23974)]\u000a01:27:09.095538 run osmo-msc_10.42.42.6(pid=23974): stdout: \u000a| (launched: 2022-12-14_01:27:07.844783) \u000a01:27:09.147990 run osmo-msc_10.42.42.6(pid=23974): stderr: \u000a| �[0;m�[38;5;43m20221214012708168 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214012708168 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc64320c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214012708168 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214012708168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214012708168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214012708169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214012708170 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214012708171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214012708171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214012708171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:27:09.193355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23967): Terminating (SIGTERM)\u000a01:27:09.236056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23970): Terminating (SIGTERM)\u000a01:27:09.279084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23973): Terminating (SIGTERM)\u000a01:27:09.289021 --- ParallelTerminationStrategy: PID 23967 died...\u000a01:27:09.345894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23967): Terminated: ok {rc=0}\u000a01:27:09.356057 --- ParallelTerminationStrategy: PID 23970 died...\u000a01:27:09.412542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23970): Terminated: ok {rc=0}\u000a01:27:09.422568 --- ParallelTerminationStrategy: PID 23973 died...\u000a01:27:09.478975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23973): Terminated: ok {rc=0}\u000a01:27:09.565806 bus /sierra_3: Setting Powered False\u000a01:27:10.671530 bus /sierra_3: Setting Powered False\u000a01:27:11.779614 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:26:51" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23985): Process ended prematurely: osmo-stp_10.42.42.5(pid=23985) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23985)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23985): Process ended prematurely: osmo-stp_10.42.42.5(pid=23985) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:27:13.787995 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:13.799160 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:27:13.953187 tst mo_mt_call.py: using LAC 37590\u000a01:27:14.070450 tst mo_mt_call.py: using RAC 105\u000a01:27:14.187743 tst mo_mt_call.py: using CellId 37590\u000a01:27:14.304632 tst mo_mt_call.py: using BVCI 37591\u000a01:27:14.327683 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:14.338694 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:14.349594 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:14.360361 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:14.371366 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:14.382166 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:27:14.501666 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:27:14.712631 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:27:15.223112 run create_hlr_db(pid=23979): Launched\u000a01:27:15.410787 bus /sierra_2: Setting Powered False\u000a01:27:16.476731 run create_hlr_db(pid=23979): Terminated: ok {rc=0}\u000a01:27:16.903351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23981): Launched\u000a01:27:17.261878 run osmo-hlr_10.42.42.2(pid=23982): Launched\u000a01:27:17.373554 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:27:17.896719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23984): Launched\u000a01:27:18.198616 run osmo-stp_10.42.42.5(pid=23985): Launched\u000a01:27:18.307588 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:27:18.863307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23987): Launched\u000a01:27:19.169736 run osmo-msc_10.42.42.6(pid=23988): Launched\u000a01:27:19.346905 run osmo-stp_10.42.42.5(pid=23985): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23985)]\u000a01:27:19.474785 run osmo-stp_10.42.42.5(pid=23985): stdout: \u000a| (launched: 2022-12-14_01:27:18.049373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:19.599940 run osmo-stp_10.42.42.5(pid=23985): stderr: \u000a| �[0;m�[38;5;43m20221214012718220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012718220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012718220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012718220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012718221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012718221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012718221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:19.721037 run osmo-stp_10.42.42.5(pid=23985): stdout: \u000a| (launched: 2022-12-14_01:27:18.049373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:19.840605 run osmo-stp_10.42.42.5(pid=23985): stderr: \u000a| �[0;m�[38;5;43m20221214012718220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012718220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012718220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012718220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012718221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012718221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012718221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:19.893647 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23985): Process ended prematurely: osmo-stp_10.42.42.5(pid=23985) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23985)] [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:27:19.902147 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:27:19.960637 run osmo-hlr_10.42.42.2(pid=23982): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23982)]\u000a01:27:20.008930 run osmo-hlr_10.42.42.2(pid=23982): stdout: \u000a| (launched: 2022-12-14_01:27:17.060562) \u000a01:27:20.057756 run osmo-hlr_10.42.42.2(pid=23982): stderr: \u000a| �[0;m�[1;31m20221214012717269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012717269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012717269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012717269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012717269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012717269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012717282 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012717290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012717290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012717290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:27:20.124231 run osmo-msc_10.42.42.6(pid=23988): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23988)]\u000a01:27:20.172566 run osmo-msc_10.42.42.6(pid=23988): stdout: \u000a| (launched: 2022-12-14_01:27:19.017561) \u000a01:27:20.221535 run osmo-msc_10.42.42.6(pid=23988): stderr: \u000a| �[0;m�[38;5;43m20221214012719288 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214012719288 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5eb76fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214012719289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214012719289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214012719289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214012719289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214012719291 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214012719291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214012719291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214012719291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:27:20.262787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23981): Terminating (SIGTERM)\u000a01:27:20.301742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23984): Terminating (SIGTERM)\u000a01:27:20.340636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23987): Terminating (SIGTERM)\u000a01:27:20.349622 --- ParallelTerminationStrategy: PID 23981 died...\u000a01:27:20.402046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23981): Terminated: ok {rc=0}\u000a01:27:20.411381 --- ParallelTerminationStrategy: PID 23984 died...\u000a01:27:20.463437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23984): Terminated: ok {rc=0}\u000a01:27:20.472747 --- ParallelTerminationStrategy: PID 23987 died...\u000a01:27:20.524860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23987): Terminated: ok {rc=0}\u000a01:27:20.612060 bus /sierra_3: Setting Powered False\u000a01:27:21.714807 bus /sierra_3: Setting Powered False\u000a01:27:22.825188 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23996): Process ended prematurely: osmo-stp_10.42.42.5(pid=23996) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23996)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23996): Process ended prematurely: osmo-stp_10.42.42.5(pid=23996) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23996)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:27:23.935324 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:23.947131 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:27:24.102889 tst mo_mt_call_osmux.py: using LAC 37591\u000a01:27:24.223411 tst mo_mt_call_osmux.py: using RAC 106\u000a01:27:24.343419 tst mo_mt_call_osmux.py: using CellId 37591\u000a01:27:24.463531 tst mo_mt_call_osmux.py: using BVCI 37592\u000a01:27:24.486453 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:24.497501 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:24.508350 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:24.519224 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:24.530199 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:24.541112 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:27:24.660709 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:27:24.862444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:27:25.347527 run create_hlr_db(pid=23990): Launched\u000a01:27:25.521942 bus /sierra_2: Setting Powered False\u000a01:27:26.542863 run create_hlr_db(pid=23990): Terminated: ok {rc=0}\u000a01:27:26.975220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23992): Launched\u000a01:27:27.300363 run osmo-hlr_10.42.42.2(pid=23993): Launched\u000a01:27:27.417989 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:27:27.984440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23995): Launched\u000a01:27:28.309562 run osmo-stp_10.42.42.5(pid=23996): Launched\u000a01:27:28.426823 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:27:29.019895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23998): Launched\u000a01:27:29.346448 run osmo-msc_10.42.42.6(pid=23999): Launched\u000a01:27:29.535624 run osmo-stp_10.42.42.5(pid=23996): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23996)]\u000a01:27:29.673077 run osmo-stp_10.42.42.5(pid=23996): stdout: \u000a| (launched: 2022-12-14_01:27:28.148517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:29.809910 run osmo-stp_10.42.42.5(pid=23996): stderr: \u000a| �[0;m�[38;5;43m20221214012728341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012728341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012728341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012728342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012728342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012728342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012728342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:29.939940 run osmo-stp_10.42.42.5(pid=23996): stdout: \u000a| (launched: 2022-12-14_01:27:28.148517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:30.068296 run osmo-stp_10.42.42.5(pid=23996): stderr: \u000a| �[0;m�[38;5;43m20221214012728341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012728341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012728341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012728342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012728342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012728342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012728342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:30.125504 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23996): Process ended prematurely: osmo-stp_10.42.42.5(pid=23996) [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23996)] [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:27:30.135179 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:27:30.198791 run osmo-hlr_10.42.42.2(pid=23993): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23993)]\u000a01:27:30.250676 run osmo-hlr_10.42.42.2(pid=23993): stdout: \u000a| (launched: 2022-12-14_01:27:27.139419) \u000a01:27:30.303442 run osmo-hlr_10.42.42.2(pid=23993): stderr: \u000a| �[0;m�[1;31m20221214012727338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012727338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012727338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012727338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012727338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012727338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012727375 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012727385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012727385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012727386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:27:30.374828 run osmo-msc_10.42.42.6(pid=23999): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23999)]\u000a01:27:30.426779 run osmo-msc_10.42.42.6(pid=23999): stdout: \u000a| (launched: 2022-12-14_01:27:29.184075) \u000a01:27:30.479276 run osmo-msc_10.42.42.6(pid=23999): stderr: \u000a| �[0;m�[38;5;43m20221214012729507 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214012729507 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd320c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214012729507 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214012729507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214012729507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214012729508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214012729509 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214012729510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214012729510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214012729510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:27:30.523941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23992): Terminating (SIGTERM)\u000a01:27:30.566582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23995): Terminating (SIGTERM)\u000a01:27:30.609086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23998): Terminating (SIGTERM)\u000a01:27:30.618860 --- ParallelTerminationStrategy: PID 23992 died...\u000a01:27:30.676029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23992): Terminated: ok {rc=0}\u000a01:27:30.686335 --- ParallelTerminationStrategy: PID 23995 died...\u000a01:27:30.742821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23995): Terminated: ok {rc=0}\u000a01:27:30.753348 --- ParallelTerminationStrategy: PID 23998 died...\u000a01:27:30.810149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23998): Terminated: ok {rc=0}\u000a01:27:30.904493 bus /sierra_3: Setting Powered False\u000a01:27:32.009761 bus /sierra_3: Setting Powered False\u000a01:27:33.117480 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:27:13" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24010): Process ended prematurely: osmo-stp_10.42.42.5(pid=24010) [trial-2397↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24010)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24010): Process ended prematurely: osmo-stp_10.42.42.5(pid=24010) [trial-2397↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:27:35.121560 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:35.132547 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:27:35.288648 tst mo_mt_call.py: using LAC 37592\u000a01:27:35.407097 tst mo_mt_call.py: using RAC 107\u000a01:27:35.523888 tst mo_mt_call.py: using CellId 37592\u000a01:27:35.640218 tst mo_mt_call.py: using BVCI 37593\u000a01:27:35.663443 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:35.674587 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:35.685629 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:35.696588 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:35.707608 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:35.718557 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:27:35.838039 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:27:36.038957 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:27:36.523413 run create_hlr_db(pid=24004): Launched\u000a01:27:36.697681 bus /sierra_2: Setting Powered False\u000a01:27:37.718661 run create_hlr_db(pid=24004): Terminated: ok {rc=0}\u000a01:27:38.125262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24006): Launched\u000a01:27:38.427728 run osmo-hlr_10.42.42.2(pid=24007): Launched\u000a01:27:38.537111 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:27:39.063909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24009): Launched\u000a01:27:39.365925 run osmo-stp_10.42.42.5(pid=24010): Launched\u000a01:27:39.475574 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:27:40.029877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24012): Launched\u000a01:27:40.332757 run osmo-msc_10.42.42.6(pid=24013): Launched\u000a01:27:40.509286 run osmo-stp_10.42.42.5(pid=24010): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24010)]\u000a01:27:40.636827 run osmo-stp_10.42.42.5(pid=24010): stdout: \u000a| (launched: 2022-12-14_01:27:39.216563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:40.762592 run osmo-stp_10.42.42.5(pid=24010): stderr: \u000a| �[0;m�[38;5;43m20221214012739388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012739388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012739389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012739389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012739390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012739390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012739390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:40.883438 run osmo-stp_10.42.42.5(pid=24010): stdout: \u000a| (launched: 2022-12-14_01:27:39.216563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:41.003345 run osmo-stp_10.42.42.5(pid=24010): stderr: \u000a| �[0;m�[38;5;43m20221214012739388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012739388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012739389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012739389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012739390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012739390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012739390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:41.056724 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24010): Process ended prematurely: osmo-stp_10.42.42.5(pid=24010) [trial-2397↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24010)] [trial-2397↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:27:41.065511 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a01:27:41.124899 run osmo-hlr_10.42.42.2(pid=24007): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24007)]\u000a01:27:41.173597 run osmo-hlr_10.42.42.2(pid=24007): stdout: \u000a| (launched: 2022-12-14_01:27:38.278047) \u000a01:27:41.222822 run osmo-hlr_10.42.42.2(pid=24007): stderr: \u000a| �[0;m�[1;31m20221214012738455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012738455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012738455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012738455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012738455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012738455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012738487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012738496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012738497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012738497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:27:41.289760 run osmo-msc_10.42.42.6(pid=24013): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24013)]\u000a01:27:41.338196 run osmo-msc_10.42.42.6(pid=24013): stdout: \u000a| (launched: 2022-12-14_01:27:40.183067) \u000a01:27:41.387399 run osmo-msc_10.42.42.6(pid=24013): stderr: \u000a| �[0;m�[38;5;43m20221214012740458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214012740458 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f17cd5a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214012740458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214012740458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214012740458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214012740459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214012740460 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214012740461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214012740461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214012740461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:27:41.429320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24006): Terminating (SIGTERM)\u000a01:27:41.468477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24009): Terminating (SIGTERM)\u000a01:27:41.507459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24012): Terminating (SIGTERM)\u000a01:27:41.516527 --- ParallelTerminationStrategy: PID 24006 died...\u000a01:27:41.569384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24006): Terminated: ok {rc=0}\u000a01:27:41.578962 --- ParallelTerminationStrategy: PID 24009 died...\u000a01:27:41.631442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24009): Terminated: ok {rc=0}\u000a01:27:41.640784 --- ParallelTerminationStrategy: PID 24012 died...\u000a01:27:41.693033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24012): Terminated: ok {rc=0}\u000a01:27:41.780781 bus /sierra_3: Setting Powered False\u000a01:27:42.883158 bus /sierra_3: Setting Powered False\u000a01:27:43.993317 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24021): Process ended prematurely: osmo-stp_10.42.42.5(pid=24021) [trial-2397↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24021)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24021): Process ended prematurely: osmo-stp_10.42.42.5(pid=24021) [trial-2397↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:27:45.102522 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:45.114360 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:27:45.278782 tst mo_mt_call_osmux.py: using LAC 37593\u000a01:27:45.407202 tst mo_mt_call_osmux.py: using RAC 108\u000a01:27:45.533510 tst mo_mt_call_osmux.py: using CellId 37593\u000a01:27:45.663747 tst mo_mt_call_osmux.py: using BVCI 37594\u000a01:27:45.688305 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:45.700125 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:45.711664 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:45.723125 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:45.735052 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:45.746862 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:27:45.867521 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:27:46.090992 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:27:46.662854 run create_hlr_db(pid=24015): Launched\u000a01:27:46.854969 bus /sierra_2: Setting Powered False\u000a01:27:47.872468 run create_hlr_db(pid=24015): Terminated: ok {rc=0}\u000a01:27:48.282055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24017): Launched\u000a01:27:48.586428 run osmo-hlr_10.42.42.2(pid=24018): Launched\u000a01:27:48.697773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:27:49.223119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24020): Launched\u000a01:27:49.529785 run osmo-stp_10.42.42.5(pid=24021): Launched\u000a01:27:49.638448 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:27:50.198956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24023): Launched\u000a01:27:50.506267 run osmo-msc_10.42.42.6(pid=24024): Launched\u000a01:27:50.685570 run osmo-stp_10.42.42.5(pid=24021): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24021)]\u000a01:27:50.814154 run osmo-stp_10.42.42.5(pid=24021): stdout: \u000a| (launched: 2022-12-14_01:27:49.377406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:50.941060 run osmo-stp_10.42.42.5(pid=24021): stderr: \u000a| �[0;m�[38;5;43m20221214012749549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012749549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012749549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012749550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012749550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012749550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012749550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:51.063058 run osmo-stp_10.42.42.5(pid=24021): stdout: \u000a| (launched: 2022-12-14_01:27:49.377406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:51.183638 run osmo-stp_10.42.42.5(pid=24021): stderr: \u000a| �[0;m�[38;5;43m20221214012749549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012749549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012749549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012749550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012749550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012749550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012749550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:51.237085 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24021): Process ended prematurely: osmo-stp_10.42.42.5(pid=24021) [trial-2397↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24021)] [trial-2397↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:27:51.245727 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:27:51.304942 run osmo-hlr_10.42.42.2(pid=24018): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24018)]\u000a01:27:51.353471 run osmo-hlr_10.42.42.2(pid=24018): stdout: \u000a| (launched: 2022-12-14_01:27:48.436100) \u000a01:27:51.402553 run osmo-hlr_10.42.42.2(pid=24018): stderr: \u000a| �[0;m�[1;31m20221214012748613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012748613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012748613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012748613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012748613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012748613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012748625 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012748634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012748634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012748634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:27:51.469183 run osmo-msc_10.42.42.6(pid=24024): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24024)]\u000a01:27:51.518043 run osmo-msc_10.42.42.6(pid=24024): stdout: \u000a| (launched: 2022-12-14_01:27:50.352826) \u000a01:27:51.567284 run osmo-msc_10.42.42.6(pid=24024): stderr: \u000a| �[0;m�[38;5;43m20221214012750625 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214012750625 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdce10f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214012750625 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214012750625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214012750625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214012750626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214012750627 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214012750628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214012750628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214012750628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:27:51.609209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24017): Terminating (SIGTERM)\u000a01:27:51.648642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24020): Terminating (SIGTERM)\u000a01:27:51.688156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24023): Terminating (SIGTERM)\u000a01:27:51.697403 --- ParallelTerminationStrategy: PID 24017 died...\u000a01:27:51.750357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24017): Terminated: ok {rc=0}\u000a01:27:51.759822 --- ParallelTerminationStrategy: PID 24020 died...\u000a01:27:51.812260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24020): Terminated: ok {rc=0}\u000a01:27:51.821813 --- ParallelTerminationStrategy: PID 24023 died...\u000a01:27:51.874292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24023): Terminated: ok {rc=0}\u000a01:27:51.962964 bus /sierra_3: Setting Powered False\u000a01:27:53.066419 bus /sierra_3: Setting Powered False\u000a01:27:54.177178 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:27:34" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24036): Process ended prematurely: osmo-stp_10.42.42.5(pid=24036) [trial-2397↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24036)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24036): Process ended prematurely: osmo-stp_10.42.42.5(pid=24036) [trial-2397↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a01:27:56.182715 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:27:56.194350 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:27:56.358730 tst mo_mt_call.py: using LAC 37594\u000a01:27:56.486610 tst mo_mt_call.py: using RAC 109\u000a01:27:56.614557 tst mo_mt_call.py: using CellId 37594\u000a01:27:56.736076 tst mo_mt_call.py: using BVCI 37595\u000a01:27:56.758941 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:27:56.770128 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:27:56.780775 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:27:56.791425 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:27:56.802089 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:27:56.812811 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:27:56.933201 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:27:57.133556 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:27:57.618388 run create_hlr_db(pid=24030): Launched\u000a01:27:57.790985 bus /sierra_2: Setting Powered False\u000a01:27:58.812656 run create_hlr_db(pid=24030): Terminated: ok {rc=0}\u000a01:27:59.243751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24032): Launched\u000a01:27:59.570900 run osmo-hlr_10.42.42.2(pid=24033): Launched\u000a01:27:59.693728 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:28:00.258579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24035): Launched\u000a01:28:00.583845 run osmo-stp_10.42.42.5(pid=24036): Launched\u000a01:28:00.700517 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:28:01.318223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24038): Launched\u000a01:28:01.730553 run osmo-msc_10.42.42.6(pid=24039): Launched\u000a01:28:01.997120 run osmo-stp_10.42.42.5(pid=24036): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24036)]\u000a01:28:02.291251 run osmo-stp_10.42.42.5(pid=24036): stdout: \u000a| (launched: 2022-12-14_01:28:00.422755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:02.431359 run osmo-stp_10.42.42.5(pid=24036): stderr: \u000a| �[0;m�[38;5;43m20221214012800614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012800614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012800614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012800614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012800615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012800615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012800615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:02.561912 run osmo-stp_10.42.42.5(pid=24036): stdout: \u000a| (launched: 2022-12-14_01:28:00.422755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:02.691313 run osmo-stp_10.42.42.5(pid=24036): stderr: \u000a| �[0;m�[38;5;43m20221214012800614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012800614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012800614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012800614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012800615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012800615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012800615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:02.748536 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24036): Process ended prematurely: osmo-stp_10.42.42.5(pid=24036) [trial-2397↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24036)] [trial-2397↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a01:28:02.758167 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a01:28:02.821502 run osmo-hlr_10.42.42.2(pid=24033): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24033)]\u000a01:28:02.873330 run osmo-hlr_10.42.42.2(pid=24033): stdout: \u000a| (launched: 2022-12-14_01:27:59.408621) \u000a01:28:02.926030 run osmo-hlr_10.42.42.2(pid=24033): stderr: \u000a| �[0;m�[1;31m20221214012759608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012759608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012759608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012759608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012759608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012759608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012759620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012759629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012759629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012759629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:28:02.996828 run osmo-msc_10.42.42.6(pid=24039): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24039)]\u000a01:28:03.048539 run osmo-msc_10.42.42.6(pid=24039): stdout: \u000a| (launched: 2022-12-14_01:28:01.475579) \u000a01:28:03.100998 run osmo-msc_10.42.42.6(pid=24039): stderr: \u000a| �[0;m�[38;5;43m20221214012802101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214012802101 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc0a72cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214012802101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214012802101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214012802102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214012802102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214012802106 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214012802106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214012802106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214012802106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:28:03.145596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24032): Terminating (SIGTERM)\u000a01:28:03.187689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24035): Terminating (SIGTERM)\u000a01:28:03.229814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24038): Terminating (SIGTERM)\u000a01:28:03.239446 --- ParallelTerminationStrategy: PID 24032 died...\u000a01:28:03.296109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24032): Terminated: ok {rc=0}\u000a01:28:03.306679 --- ParallelTerminationStrategy: PID 24035 died...\u000a01:28:03.362970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24035): Terminated: ok {rc=0}\u000a01:28:03.373129 --- ParallelTerminationStrategy: PID 24038 died...\u000a01:28:03.429335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24038): Terminated: ok {rc=0}\u000a01:28:03.516885 bus /sierra_3: Setting Powered False\u000a01:28:04.619885 bus /sierra_3: Setting Powered False\u000a01:28:05.729946 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24047): Process ended prematurely: osmo-stp_10.42.42.5(pid=24047) [trial-2397↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24047)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24047): Process ended prematurely: osmo-stp_10.42.42.5(pid=24047) [trial-2397↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:28:06.845351 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:28:06.857694 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:28:07.018275 tst mo_mt_call_osmux.py: using LAC 37595\u000a01:28:07.145216 tst mo_mt_call_osmux.py: using RAC 110\u000a01:28:07.273289 tst mo_mt_call_osmux.py: using CellId 37595\u000a01:28:07.394189 tst mo_mt_call_osmux.py: using BVCI 37596\u000a01:28:07.417372 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:28:07.428326 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:28:07.439338 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:28:07.450801 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:28:07.462231 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:28:07.473632 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:28:07.595218 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:28:07.808169 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:28:08.319464 run create_hlr_db(pid=24041): Launched\u000a01:28:08.506840 bus /sierra_2: Setting Powered False\u000a01:28:09.527544 run create_hlr_db(pid=24041): Terminated: ok {rc=0}\u000a01:28:09.938639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24043): Launched\u000a01:28:10.243103 run osmo-hlr_10.42.42.2(pid=24044): Launched\u000a01:28:10.360042 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:28:10.888413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24046): Launched\u000a01:28:11.191101 run osmo-stp_10.42.42.5(pid=24047): Launched\u000a01:28:11.300830 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:28:11.855467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24049): Launched\u000a01:28:12.159470 run osmo-msc_10.42.42.6(pid=24050): Launched\u000a01:28:12.337216 run osmo-stp_10.42.42.5(pid=24047): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24047)]\u000a01:28:12.465654 run osmo-stp_10.42.42.5(pid=24047): stdout: \u000a| (launched: 2022-12-14_01:28:11.040777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:12.591877 run osmo-stp_10.42.42.5(pid=24047): stderr: \u000a| �[0;m�[38;5;43m20221214012811212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012811212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012811212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012811212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012811213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012811213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012811213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:12.713186 run osmo-stp_10.42.42.5(pid=24047): stdout: \u000a| (launched: 2022-12-14_01:28:11.040777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:12.833595 run osmo-stp_10.42.42.5(pid=24047): stderr: \u000a| �[0;m�[38;5;43m20221214012811212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012811212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012811212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012811212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012811213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012811213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012811213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:12.886804 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24047): Process ended prematurely: osmo-stp_10.42.42.5(pid=24047) [trial-2397↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24047)] [trial-2397↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a01:28:12.895484 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:28:12.954504 run osmo-hlr_10.42.42.2(pid=24044): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24044)]\u000a01:28:13.002805 run osmo-hlr_10.42.42.2(pid=24044): stdout: \u000a| (launched: 2022-12-14_01:28:10.092300) \u000a01:28:13.051619 run osmo-hlr_10.42.42.2(pid=24044): stderr: \u000a| �[0;m�[1;31m20221214012810270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012810270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012810270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012810271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012810271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012810271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012810283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012810291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012810292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012810292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:28:13.118348 run osmo-msc_10.42.42.6(pid=24050): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24050)]\u000a01:28:13.166658 run osmo-msc_10.42.42.6(pid=24050): stdout: \u000a| (launched: 2022-12-14_01:28:12.008723) \u000a01:28:13.215547 run osmo-msc_10.42.42.6(pid=24050): stderr: \u000a| �[0;m�[38;5;43m20221214012812279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214012812279 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f46017dec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214012812279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214012812279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214012812279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214012812280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214012812281 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214012812282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214012812282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214012812282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:28:13.257139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24043): Terminating (SIGTERM)\u000a01:28:13.296426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24046): Terminating (SIGTERM)\u000a01:28:13.335777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24049): Terminating (SIGTERM)\u000a01:28:13.344844 --- ParallelTerminationStrategy: PID 24043 died...\u000a01:28:13.397437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24043): Terminated: ok {rc=0}\u000a01:28:13.406941 --- ParallelTerminationStrategy: PID 24046 died...\u000a01:28:13.459749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24046): Terminated: ok {rc=0}\u000a01:28:13.469321 --- ParallelTerminationStrategy: PID 24049 died...\u000a01:28:13.522293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24049): Terminated: ok {rc=0}\u000a01:28:13.606616 bus /sierra_3: Setting Powered False\u000a01:28:14.712829 bus /sierra_3: Setting Powered False\u000a01:28:15.822308 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:27:55" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24061): Process ended prematurely: osmo-stp_10.42.42.5(pid=24061) [trial-2397↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24061)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24061): Process ended prematurely: osmo-stp_10.42.42.5(pid=24061) [trial-2397↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:28:17.885239 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:17.896458 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a01:28:18.043835 tst emergency_mo_mt_call.py: using LAC 37596\u000a01:28:18.169217 tst emergency_mo_mt_call.py: using RAC 111\u000a01:28:18.292567 tst emergency_mo_mt_call.py: using CellId 37596\u000a01:28:18.418016 tst emergency_mo_mt_call.py: using BVCI 37597\u000a01:28:18.441935 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:18.453126 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:18.464032 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:18.475072 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:18.486355 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:18.497707 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:18.614102 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:18.825158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:28:19.325320 run create_hlr_db(pid=24055): Launched\u000a01:28:19.510704 bus /sierra_2: Setting Powered False\u000a01:28:20.530811 run create_hlr_db(pid=24055): Terminated: ok {rc=0}\u000a01:28:20.930108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24057): Launched\u000a01:28:21.226718 run osmo-hlr_10.42.42.2(pid=24058): Launched\u000a01:28:21.344404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:28:21.868680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24060): Launched\u000a01:28:22.166551 run osmo-stp_10.42.42.5(pid=24061): Launched\u000a01:28:22.286272 tst emergency_mo_mt_call.py: using MSISDN 8430\u000a01:28:22.432097 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:28:22.975725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24063): Launched\u000a01:28:23.274280 run osmo-msc_10.42.42.6(pid=24064): Launched\u000a01:28:23.447526 run osmo-stp_10.42.42.5(pid=24061): ERR: Terminated: ERROR {rc=1} [trial-2397↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24061)]\u000a01:28:23.572010 run osmo-stp_10.42.42.5(pid=24061): stdout: \u000a| (launched: 2022-12-14_01:28:22.018344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:23.695145 run osmo-stp_10.42.42.5(pid=24061): stderr: \u000a| �[0;m�[38;5;43m20221214012822189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012822189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012822189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012822190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012822191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012822191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012822191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:23.814428 run osmo-stp_10.42.42.5(pid=24061): stdout: \u000a| (launched: 2022-12-14_01:28:22.018344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:23.931939 run osmo-stp_10.42.42.5(pid=24061): stderr: \u000a| �[0;m�[38;5;43m20221214012822189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012822189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012822189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012822190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012822191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012822191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012822191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:23.983387 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=24061): Process ended prematurely: osmo-stp_10.42.42.5(pid=24061) [trial-2397↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24061)] [trial-2397↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a01:28:23.991429 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a01:28:24.050428 run osmo-hlr_10.42.42.2(pid=24058): ERR: Terminated: ERROR {rc=237} [trial-2397↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24058)]\u000a01:28:24.098901 run osmo-hlr_10.42.42.2(pid=24058): stdout: \u000a| (launched: 2022-12-14_01:28:21.079413) \u000a01:28:24.148083 run osmo-hlr_10.42.42.2(pid=24058): stderr: \u000a| �[0;m�[1;31m20221214012821255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012821255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012821256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012821256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012821256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012821256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012821268 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012821277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012821277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012821277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:28:24.214809 run osmo-msc_10.42.42.6(pid=24064): ERR: Terminated: ERROR {rc=2} [trial-2397↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24064)]\u000a01:28:24.262912 run osmo-msc_10.42.42.6(pid=24064): stdout: \u000a| (launched: 2022-12-14_01:28:23.125354) \u000a01:28:24.311496 run osmo-msc_10.42.42.6(pid=24064): stderr: \u000a| �[0;m�[38;5;43m20221214012823396 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214012823396 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd62cbecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214012823396 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214012823396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214012823397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214012823397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214012823399 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214012823399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214012823399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214012823399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:28:24.352805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24057): Terminating (SIGTERM)\u000a01:28:24.392028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24060): Terminating (SIGTERM)\u000a01:28:24.431144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24063): Terminating (SIGTERM)\u000a01:28:24.440197 --- ParallelTerminationStrategy: PID 24057 died...\u000a01:28:24.492782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24057): Terminated: ok {rc=0}\u000a01:28:24.502294 --- ParallelTerminationStrategy: PID 24060 died...\u000a01:28:24.554588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24060): Terminated: ok {rc=0}\u000a01:28:24.563972 --- ParallelTerminationStrategy: PID 24063 died...\u000a01:28:24.616573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24063): Terminated: ok {rc=0}\u000a01:28:24.706277 bus /sierra_3: Setting Powered False\u000a01:28:25.811009 bus /sierra_3: Setting Powered False\u000a01:28:26.922760 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24072): Process ended prematurely: osmo-stp_10.42.42.5(pid=24072) [trial-2397↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24072)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24072): Process ended prematurely: osmo-stp_10.42.42.5(pid=24072) [trial-2397↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:28:27.974836 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:27.986186 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a01:28:28.122111 tst emergency_preemptive_call.py: using LAC 37597\u000a01:28:28.255311 tst emergency_preemptive_call.py: using RAC 112\u000a01:28:28.377207 tst emergency_preemptive_call.py: using CellId 37597\u000a01:28:28.492751 tst emergency_preemptive_call.py: using BVCI 37598\u000a01:28:28.515427 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:28.526081 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:28.536475 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:28.547402 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:28.558423 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:28.569465 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:28.683229 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:28.802015 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:28.916563 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:29.124378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:28:29.628552 run create_hlr_db(pid=24066): Launched\u000a01:28:29.813692 bus /sierra_2: Setting Powered False\u000a01:28:30.840777 run create_hlr_db(pid=24066): Terminated: ok {rc=0}\u000a01:28:31.290186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24068): Launched\u000a01:28:31.776798 run osmo-hlr_10.42.42.2(pid=24069): Launched\u000a01:28:31.984012 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:28:32.544849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24071): Launched\u000a01:28:32.865717 run osmo-stp_10.42.42.5(pid=24072): Launched\u000a01:28:32.992379 tst emergency_preemptive_call.py: using MSISDN 8431\u000a01:28:33.150849 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:28:33.731828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24074): Launched\u000a01:28:34.050815 run osmo-msc_10.42.42.6(pid=24075): Launched\u000a01:28:34.236285 run osmo-stp_10.42.42.5(pid=24072): ERR: Terminated: ERROR {rc=1} [trial-2397↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24072)]\u000a01:28:34.371027 run osmo-stp_10.42.42.5(pid=24072): stdout: \u000a| (launched: 2022-12-14_01:28:32.706385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:34.504717 run osmo-stp_10.42.42.5(pid=24072): stderr: \u000a| �[0;m�[38;5;43m20221214012832901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012832901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012832902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012832902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012832903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012832903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012832903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:34.632023 run osmo-stp_10.42.42.5(pid=24072): stdout: \u000a| (launched: 2022-12-14_01:28:32.706385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:34.758448 run osmo-stp_10.42.42.5(pid=24072): stderr: \u000a| �[0;m�[38;5;43m20221214012832901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012832901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012832902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012832902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012832903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012832903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012832903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:34.813792 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=24072): Process ended prematurely: osmo-stp_10.42.42.5(pid=24072) [trial-2397↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24072)] [trial-2397↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a01:28:34.822356 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a01:28:34.885461 run osmo-hlr_10.42.42.2(pid=24069): ERR: Terminated: ERROR {rc=237} [trial-2397↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24069)]\u000a01:28:34.936769 run osmo-hlr_10.42.42.2(pid=24069): stdout: \u000a| (launched: 2022-12-14_01:28:31.454743) \u000a01:28:34.988851 run osmo-hlr_10.42.42.2(pid=24069): stderr: \u000a| �[0;m�[1;31m20221214012831690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012831690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012831690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012831690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012831690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012831691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012831705 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012831714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012831715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012831715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:28:35.059831 run osmo-msc_10.42.42.6(pid=24075): ERR: Terminated: ERROR {rc=2} [trial-2397↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24075)]\u000a01:28:35.111436 run osmo-msc_10.42.42.6(pid=24075): stdout: \u000a| (launched: 2022-12-14_01:28:33.893195) \u000a01:28:35.163589 run osmo-msc_10.42.42.6(pid=24075): stderr: \u000a| �[0;m�[38;5;43m20221214012834213 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214012834213 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff17491bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214012834214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214012834214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214012834214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214012834214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214012834216 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214012834216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214012834216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214012834216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:28:35.207887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24068): Terminating (SIGTERM)\u000a01:28:35.250074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24071): Terminating (SIGTERM)\u000a01:28:35.292419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24074): Terminating (SIGTERM)\u000a01:28:35.302163 --- ParallelTerminationStrategy: PID 24068 died...\u000a01:28:35.358833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24068): Terminated: ok {rc=0}\u000a01:28:35.368886 --- ParallelTerminationStrategy: PID 24071 died...\u000a01:28:35.424914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24071): Terminated: ok {rc=0}\u000a01:28:35.434943 --- ParallelTerminationStrategy: PID 24074 died...\u000a01:28:35.491154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24074): Terminated: ok {rc=0}\u000a01:28:35.578979 bus /sierra_9: Setting Powered False\u000a01:28:36.685227 bus /sierra_9: Setting Powered False\u000a01:28:37.793460 bus /sierra_8: Setting Powered False\u000a01:28:38.894590 bus /sierra_8: Setting Powered False\u000a01:28:40.002078 bus /sierra_3: Setting Powered False\u000a01:28:41.108763 bus /sierra_3: Setting Powered False\u000a01:28:42.216924 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:28:17" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24090): Process ended prematurely: osmo-stp_10.42.42.5(pid=24090) [trial-2397↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24090)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24090): Process ended prematurely: osmo-stp_10.42.42.5(pid=24090) [trial-2397↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:28:44.326028 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:44.336633 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a01:28:44.471647 tst cs_paging_gprs_active.py: using LAC 37598\u000a01:28:44.591922 tst cs_paging_gprs_active.py: using RAC 113\u000a01:28:44.714210 tst cs_paging_gprs_active.py: using CellId 37598\u000a01:28:44.831554 tst cs_paging_gprs_active.py: using BVCI 37599\u000a01:28:44.854724 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:44.865362 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:44.875653 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:44.886166 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:44.896650 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:44.907239 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:44.917980 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:44.928453 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:44.939166 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:45.058496 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:45.354425 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:28:45.489916 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:28:45.830221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24080): Launched\u000a01:28:46.142512 run iperf3-srv_10.42.42.10(pid=24081): Launched\u000a01:28:46.350117 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:28:46.488226 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:28:46.840895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24082): Launched\u000a01:28:47.153278 run iperf3-srv_10.42.42.10(pid=24083): Launched\u000a01:28:47.341983 tst cs_paging_gprs_active.py:38: start network...\u000a01:28:47.468567 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:28:47.953578 run create_hlr_db(pid=24084): Launched\u000a01:28:48.127311 bus /sierra_2: Setting Powered False\u000a01:28:49.149628 run create_hlr_db(pid=24084): Terminated: ok {rc=0}\u000a01:28:49.583104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24086): Launched\u000a01:28:49.909018 run osmo-hlr_10.42.42.2(pid=24087): Launched\u000a01:28:50.026369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:28:50.594314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24089): Launched\u000a01:28:50.919897 run osmo-stp_10.42.42.5(pid=24090): Launched\u000a01:28:51.037293 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:28:51.605626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24092): Launched\u000a01:28:51.720941 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:28:52.006256 run patchelf(pid=24093): Launched\u000a01:28:52.196002 run osmo-stp_10.42.42.5(pid=24090): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24090)]\u000a01:28:52.335198 run osmo-stp_10.42.42.5(pid=24090): stdout: \u000a| (launched: 2022-12-14_01:28:50.758633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:52.474710 run osmo-stp_10.42.42.5(pid=24090): stderr: \u000a| �[0;m�[38;5;43m20221214012850953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012850953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012850954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012850954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012850954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012850955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012850955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:52.608499 run osmo-stp_10.42.42.5(pid=24090): stdout: \u000a| (launched: 2022-12-14_01:28:50.758633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:52.741268 run osmo-stp_10.42.42.5(pid=24090): stderr: \u000a| �[0;m�[38;5;43m20221214012850953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012850953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012850954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012850954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012850954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012850955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012850955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:52.895738 run patchelf(pid=24093): Terminating (SIGINT)\u000a01:28:53.077144 run patchelf(pid=24093): Terminated: ok {rc=0}\u000a01:28:53.110413 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24090): Process ended prematurely: osmo-stp_10.42.42.5(pid=24090) [trial-2397↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24090)] [trial-2397↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a01:28:53.120253 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a01:28:53.183663 run osmo-hlr_10.42.42.2(pid=24087): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24087)]\u000a01:28:53.235048 run osmo-hlr_10.42.42.2(pid=24087): stdout: \u000a| (launched: 2022-12-14_01:28:49.747929) \u000a01:28:53.287038 run osmo-hlr_10.42.42.2(pid=24087): stderr: \u000a| �[0;m�[1;31m20221214012849949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012849949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012849949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012849949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012849950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012849950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012849962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012849973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012849973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012849973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:28:53.331554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24080): Terminating (SIGTERM)\u000a01:28:53.374073 run iperf3-srv_10.42.42.10(pid=24081): Terminating (SIGTERM)\u000a01:28:53.415981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24082): Terminating (SIGTERM)\u000a01:28:53.458249 run iperf3-srv_10.42.42.10(pid=24083): Terminating (SIGTERM)\u000a01:28:53.500075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24086): Terminating (SIGTERM)\u000a01:28:53.542271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24089): Terminating (SIGTERM)\u000a01:28:53.584111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24092): Terminating (SIGTERM)\u000a01:28:53.593743 --- ParallelTerminationStrategy: PID 24080 died...\u000a01:28:53.650293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24080): Terminated: ok {rc=0}\u000a01:28:53.660309 --- ParallelTerminationStrategy: PID 24081 died...\u000a01:28:53.716019 run iperf3-srv_10.42.42.10(pid=24081): Terminated {rc=256}\u000a01:28:53.725942 --- ParallelTerminationStrategy: PID 24082 died...\u000a01:28:53.781693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24082): Terminated: ok {rc=0}\u000a01:28:53.791591 --- ParallelTerminationStrategy: PID 24083 died...\u000a01:28:53.847175 run iperf3-srv_10.42.42.10(pid=24083): Terminated {rc=256}\u000a01:28:53.857217 --- ParallelTerminationStrategy: PID 24086 died...\u000a01:28:53.912717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24086): Terminated: ok {rc=0}\u000a01:28:53.922611 --- ParallelTerminationStrategy: PID 24089 died...\u000a01:28:53.978153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24089): Terminated: ok {rc=0}\u000a01:28:53.988055 --- ParallelTerminationStrategy: PID 24092 died...\u000a01:28:54.043680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24092): Terminated: ok {rc=0}\u000a01:28:54.130932 bus /gobi_0: Setting Powered False\u000a01:28:55.233282 bus /gobi_0: Setting Powered False\u000a01:28:56.343460 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24102): Process ended prematurely: osmo-stp_10.42.42.5(pid=24102) [trial-2397↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24102)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24102): Process ended prematurely: osmo-stp_10.42.42.5(pid=24102) [trial-2397↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a01:28:57.454756 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:57.466071 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a01:28:57.604289 tst iperf3.py: using LAC 37599\u000a01:28:57.725029 tst iperf3.py: using RAC 114\u000a01:28:57.848380 tst iperf3.py: using CellId 37599\u000a01:28:57.966991 tst iperf3.py: using BVCI 37600\u000a01:28:57.990175 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:58.000727 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:58.011226 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:58.022135 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:58.033081 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:58.043752 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:58.054601 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:58.065139 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:28:58.075815 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:58.369297 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:28:58.504738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:28:58.843992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24094): Launched\u000a01:28:59.125454 run iperf3-srv_10.42.42.10(pid=24095): Launched\u000a01:28:59.324848 tst iperf3.py:8: start network...\u000a01:28:59.461412 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:28:59.975301 run create_hlr_db(pid=24096): Launched\u000a01:29:00.162669 bus /gobi_6: Setting Powered False\u000a01:29:01.183877 run create_hlr_db(pid=24096): Terminated: ok {rc=0}\u000a01:29:01.632068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24098): Launched\u000a01:29:01.967300 run osmo-hlr_10.42.42.2(pid=24099): Launched\u000a01:29:02.149437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:29:02.745638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24101): Launched\u000a01:29:03.070722 run osmo-stp_10.42.42.5(pid=24102): Launched\u000a01:29:03.187993 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:29:03.754359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24104): Launched\u000a01:29:03.869842 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:29:04.154754 run patchelf(pid=24105): Launched\u000a01:29:04.345088 run osmo-stp_10.42.42.5(pid=24102): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24102)]\u000a01:29:04.484357 run osmo-stp_10.42.42.5(pid=24102): stdout: \u000a| (launched: 2022-12-14_01:29:02.909574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:04.623800 run osmo-stp_10.42.42.5(pid=24102): stderr: \u000a| �[0;m�[38;5;43m20221214012903103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012903103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012903103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012903104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012903104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012903104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012903104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:04.758315 run osmo-stp_10.42.42.5(pid=24102): stdout: \u000a| (launched: 2022-12-14_01:29:02.909574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:04.890897 run osmo-stp_10.42.42.5(pid=24102): stderr: \u000a| �[0;m�[38;5;43m20221214012903103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012903103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012903103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012903104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012903104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012903104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012903104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:05.045971 run patchelf(pid=24105): Terminating (SIGINT)\u000a01:29:05.227808 run patchelf(pid=24105): Terminated: ok {rc=0}\u000a01:29:05.261220 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24102): Process ended prematurely: osmo-stp_10.42.42.5(pid=24102) [trial-2397↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24102)] [trial-2397↪gprs:trx-lms↪iperf3.py:8]\u000a01:29:05.271043 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a01:29:05.334697 run osmo-hlr_10.42.42.2(pid=24099): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24099)]\u000a01:29:05.386601 run osmo-hlr_10.42.42.2(pid=24099): stdout: \u000a| (launched: 2022-12-14_01:29:01.799493) \u000a01:29:05.438965 run osmo-hlr_10.42.42.2(pid=24099): stderr: \u000a| �[0;m�[1;31m20221214012902188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012902188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012902188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012902188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012902188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012902188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012902203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012902213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012902214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012902214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:29:05.484438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24094): Terminating (SIGTERM)\u000a01:29:05.526183 run iperf3-srv_10.42.42.10(pid=24095): Terminating (SIGTERM)\u000a01:29:05.568416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24098): Terminating (SIGTERM)\u000a01:29:05.610189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24101): Terminating (SIGTERM)\u000a01:29:05.652387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24104): Terminating (SIGTERM)\u000a01:29:05.661985 --- ParallelTerminationStrategy: PID 24094 died...\u000a01:29:05.718179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24094): Terminated: ok {rc=0}\u000a01:29:05.728078 --- ParallelTerminationStrategy: PID 24095 died...\u000a01:29:05.783879 run iperf3-srv_10.42.42.10(pid=24095): Terminated {rc=256}\u000a01:29:05.793877 --- ParallelTerminationStrategy: PID 24098 died...\u000a01:29:05.849591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24098): Terminated: ok {rc=0}\u000a01:29:05.859548 --- ParallelTerminationStrategy: PID 24101 died...\u000a01:29:05.915521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24101): Terminated: ok {rc=0}\u000a01:29:05.925914 --- ParallelTerminationStrategy: PID 24104 died...\u000a01:29:05.981710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24104): Terminated: ok {rc=0}\u000a01:29:06.068378 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24120): Process ended prematurely: osmo-stp_10.42.42.5(pid=24120) [trial-2397↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24120)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24120): Process ended prematurely: osmo-stp_10.42.42.5(pid=24120) [trial-2397↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24120)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a01:29:07.185184 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:07.196731 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a01:29:07.342775 tst iperf3m4.py: using LAC 37600\u000a01:29:07.469964 tst iperf3m4.py: using RAC 115\u000a01:29:07.598638 tst iperf3m4.py: using CellId 37600\u000a01:29:07.721318 tst iperf3m4.py: using BVCI 37601\u000a01:29:07.744739 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:07.755671 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:07.766326 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:07.776895 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:07.787581 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:07.798199 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:07.809060 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:07.819581 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:07.830342 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:29:07.945889 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:29:08.072397 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:29:08.189233 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:29:08.484791 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:29:08.619662 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:29:08.954533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24106): Launched\u000a01:29:09.215483 run iperf3-srv_10.42.42.10(pid=24107): Launched\u000a01:29:09.399093 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:29:09.524283 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:29:09.839670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24108): Launched\u000a01:29:10.102160 run iperf3-srv_10.42.42.10(pid=24109): Launched\u000a01:29:10.286421 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:29:10.411284 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:29:10.727050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24110): Launched\u000a01:29:10.987242 run iperf3-srv_10.42.42.10(pid=24111): Launched\u000a01:29:11.169810 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:29:11.294256 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:29:11.608226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24112): Launched\u000a01:29:11.869544 run iperf3-srv_10.42.42.10(pid=24113): Launched\u000a01:29:12.073320 tst iperf3m4.py:8: start network...\u000a01:29:12.198853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:29:12.682386 run create_hlr_db(pid=24114): Launched\u000a01:29:12.855571 bus /gobi_6: Setting Powered False\u000a01:29:13.877502 run create_hlr_db(pid=24114): Terminated: ok {rc=0}\u000a01:29:14.282608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24116): Launched\u000a01:29:14.586591 run osmo-hlr_10.42.42.2(pid=24117): Launched\u000a01:29:14.695755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:29:15.222729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24119): Launched\u000a01:29:15.526661 run osmo-stp_10.42.42.5(pid=24120): Launched\u000a01:29:15.635378 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:29:16.188593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24122): Launched\u000a01:29:16.299610 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:29:16.615922 run patchelf(pid=24123): Launched\u000a01:29:16.796166 run osmo-stp_10.42.42.5(pid=24120): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24120)]\u000a01:29:16.941348 run osmo-stp_10.42.42.5(pid=24120): stdout: \u000a| (launched: 2022-12-14_01:29:15.375486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:17.087654 run osmo-stp_10.42.42.5(pid=24120): stderr: \u000a| �[0;m�[38;5;43m20221214012915546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012915546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012915546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012915546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012915547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012915547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012915547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:17.224562 run osmo-stp_10.42.42.5(pid=24120): stdout: \u000a| (launched: 2022-12-14_01:29:15.375486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:17.358847 run osmo-stp_10.42.42.5(pid=24120): stderr: \u000a| �[0;m�[38;5;43m20221214012915546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012915546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012915546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012915546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012915547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012915547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012915547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:17.513084 run patchelf(pid=24123): Terminating (SIGINT)\u000a01:29:17.694184 run patchelf(pid=24123): Terminated: ok {rc=0}\u000a01:29:17.727722 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24120): Process ended prematurely: osmo-stp_10.42.42.5(pid=24120) [trial-2397↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24120)] [trial-2397↪gprs:trx-lms↪iperf3m4.py:8]\u000a01:29:17.738061 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a01:29:17.802052 run osmo-hlr_10.42.42.2(pid=24117): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24117)]\u000a01:29:17.853993 run osmo-hlr_10.42.42.2(pid=24117): stdout: \u000a| (launched: 2022-12-14_01:29:14.435415) \u000a01:29:17.906202 run osmo-hlr_10.42.42.2(pid=24117): stderr: \u000a| �[0;m�[1;31m20221214012914611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012914611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012914611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012914611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012914611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012914611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012914623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012914633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012914633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012914633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:29:17.950956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24106): Terminating (SIGTERM)\u000a01:29:17.992810 run iperf3-srv_10.42.42.10(pid=24107): Terminating (SIGTERM)\u000a01:29:18.036910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24108): Terminating (SIGTERM)\u000a01:29:18.079911 run iperf3-srv_10.42.42.10(pid=24109): Terminating (SIGTERM)\u000a01:29:18.122385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24110): Terminating (SIGTERM)\u000a01:29:18.164629 run iperf3-srv_10.42.42.10(pid=24111): Terminating (SIGTERM)\u000a01:29:18.208863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24112): Terminating (SIGTERM)\u000a01:29:18.250972 run iperf3-srv_10.42.42.10(pid=24113): Terminating (SIGTERM)\u000a01:29:18.293372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24116): Terminating (SIGTERM)\u000a01:29:18.335766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24119): Terminating (SIGTERM)\u000a01:29:18.378642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24122): Terminating (SIGTERM)\u000a01:29:18.387989 --- ParallelTerminationStrategy: PID 24106 died...\u000a01:29:18.445315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24106): Terminated: ok {rc=0}\u000a01:29:18.455569 --- ParallelTerminationStrategy: PID 24107 died...\u000a01:29:18.512345 run iperf3-srv_10.42.42.10(pid=24107): Terminated {rc=256}\u000a01:29:18.522889 --- ParallelTerminationStrategy: PID 24108 died...\u000a01:29:18.579606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24108): Terminated: ok {rc=0}\u000a01:29:18.589847 --- ParallelTerminationStrategy: PID 24109 died...\u000a01:29:18.646484 run iperf3-srv_10.42.42.10(pid=24109): Terminated {rc=256}\u000a01:29:18.656753 --- ParallelTerminationStrategy: PID 24110 died...\u000a01:29:18.713318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24110): Terminated: ok {rc=0}\u000a01:29:18.723494 --- ParallelTerminationStrategy: PID 24111 died...\u000a01:29:18.780255 run iperf3-srv_10.42.42.10(pid=24111): Terminated {rc=256}\u000a01:29:18.790472 --- ParallelTerminationStrategy: PID 24112 died...\u000a01:29:18.846991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24112): Terminated: ok {rc=0}\u000a01:29:18.857127 --- ParallelTerminationStrategy: PID 24113 died...\u000a01:29:18.913620 run iperf3-srv_10.42.42.10(pid=24113): Terminated {rc=256}\u000a01:29:18.923940 --- ParallelTerminationStrategy: PID 24116 died...\u000a01:29:18.980630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24116): Terminated: ok {rc=0}\u000a01:29:18.990867 --- ParallelTerminationStrategy: PID 24119 died...\u000a01:29:19.047551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24119): Terminated: ok {rc=0}\u000a01:29:19.057963 --- ParallelTerminationStrategy: PID 24122 died...\u000a01:29:19.114585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24122): Terminated: ok {rc=0}\u000a01:29:19.201728 bus /gobi_4: Setting Powered False\u000a01:29:20.306820 bus /gobi_4: Setting Powered False\u000a01:29:21.415583 bus /gobi_1: Setting Powered False\u000a01:29:22.521592 bus /gobi_1: Setting Powered False\u000a01:29:23.628486 bus /gobi_0: Setting Powered False\u000a01:29:24.734635 bus /gobi_0: Setting Powered False\u000a01:29:25.843072 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24130): Process ended prematurely: osmo-stp_10.42.42.5(pid=24130) [trial-2397↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24130)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24130): Process ended prematurely: osmo-stp_10.42.42.5(pid=24130) [trial-2397↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a01:29:26.911663 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:26.923408 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a01:29:27.072142 tst ping.py: using LAC 37601\u000a01:29:27.198754 tst ping.py: using RAC 116\u000a01:29:27.323638 tst ping.py: using CellId 37601\u000a01:29:27.446162 tst ping.py: using BVCI 37602\u000a01:29:27.470623 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:27.481901 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:27.492850 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:27.504257 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:27.515696 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:27.527036 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:27.538465 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:27.549447 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:29:27.822291 tst ping.py:19: start network...\u000a01:29:27.945237 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:29:28.420349 run create_hlr_db(pid=24124): Launched\u000a01:29:28.591377 bus /gobi_6: Setting Powered False\u000a01:29:29.612701 run create_hlr_db(pid=24124): Terminated: ok {rc=0}\u000a01:29:30.038305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24126): Launched\u000a01:29:30.358150 run osmo-hlr_10.42.42.2(pid=24127): Launched\u000a01:29:30.476359 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:29:31.047185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24129): Launched\u000a01:29:31.473585 run osmo-stp_10.42.42.5(pid=24130): Launched\u000a01:29:31.752470 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:29:32.306128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24132): Launched\u000a01:29:32.412228 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:29:32.672186 run patchelf(pid=24133): Launched\u000a01:29:32.846355 run osmo-stp_10.42.42.5(pid=24130): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24130)]\u000a01:29:32.973961 run osmo-stp_10.42.42.5(pid=24130): stdout: \u000a| (launched: 2022-12-14_01:29:31.211412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:33.101755 run osmo-stp_10.42.42.5(pid=24130): stderr: \u000a| �[0;m�[38;5;43m20221214012931514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012931514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012931514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012931515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012931515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012931515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012931515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:33.223811 run osmo-stp_10.42.42.5(pid=24130): stdout: \u000a| (launched: 2022-12-14_01:29:31.211412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:33.345458 run osmo-stp_10.42.42.5(pid=24130): stderr: \u000a| �[0;m�[38;5;43m20221214012931514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012931514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012931514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012931515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012931515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012931515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012931515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:33.487212 run patchelf(pid=24133): Terminating (SIGINT)\u000a01:29:33.654272 run patchelf(pid=24133): Terminated: ok {rc=0}\u000a01:29:33.684419 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24130): Process ended prematurely: osmo-stp_10.42.42.5(pid=24130) [trial-2397↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24130)] [trial-2397↪gprs:trx-lms↪ping.py:22]\u000a01:29:33.693049 tst ping.py:22: Test FAILED (6.8 sec)\u000a01:29:33.752528 run osmo-hlr_10.42.42.2(pid=24127): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24127)]\u000a01:29:33.801136 run osmo-hlr_10.42.42.2(pid=24127): stdout: \u000a| (launched: 2022-12-14_01:29:30.199383) \u000a01:29:33.850852 run osmo-hlr_10.42.42.2(pid=24127): stderr: \u000a| �[0;m�[1;31m20221214012930397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012930397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012930397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012930397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012930397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012930397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012930408 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012930416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012930417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012930417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:29:33.892835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24126): Terminating (SIGTERM)\u000a01:29:33.932391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24129): Terminating (SIGTERM)\u000a01:29:33.971719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24132): Terminating (SIGTERM)\u000a01:29:33.980886 --- ParallelTerminationStrategy: PID 24126 died...\u000a01:29:34.033871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24126): Terminated: ok {rc=0}\u000a01:29:34.043366 --- ParallelTerminationStrategy: PID 24129 died...\u000a01:29:34.096049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24129): Terminated: ok {rc=0}\u000a01:29:34.105645 --- ParallelTerminationStrategy: PID 24132 died...\u000a01:29:34.158196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24132): Terminated: ok {rc=0}\u000a01:29:34.246680 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24141): Process ended prematurely: osmo-stp_10.42.42.5(pid=24141) [trial-2397↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24141)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24141): Process ended prematurely: osmo-stp_10.42.42.5(pid=24141) [trial-2397↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a01:29:35.299490 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:35.311255 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a01:29:35.449189 tst ping_idle_ping.py: using LAC 37602\u000a01:29:35.568845 tst ping_idle_ping.py: using RAC 117\u000a01:29:35.688373 tst ping_idle_ping.py: using CellId 37602\u000a01:29:35.807071 tst ping_idle_ping.py: using BVCI 37603\u000a01:29:35.830125 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:35.840657 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:35.851210 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:35.861711 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:35.872634 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:35.883598 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:35.894765 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:35.905816 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:29:36.197890 tst ping_idle_ping.py:24: start network...\u000a01:29:36.331336 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:29:36.838603 run create_hlr_db(pid=24135): Launched\u000a01:29:37.024841 bus /gobi_6: Setting Powered False\u000a01:29:38.046409 run create_hlr_db(pid=24135): Terminated: ok {rc=0}\u000a01:29:38.451360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24137): Launched\u000a01:29:38.755097 run osmo-hlr_10.42.42.2(pid=24138): Launched\u000a01:29:38.865808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:29:39.386417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24140): Launched\u000a01:29:39.684922 run osmo-stp_10.42.42.5(pid=24141): Launched\u000a01:29:39.792869 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:29:40.313392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24143): Launched\u000a01:29:40.419693 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:29:40.681774 run patchelf(pid=24144): Launched\u000a01:29:40.855648 run osmo-stp_10.42.42.5(pid=24141): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24141)]\u000a01:29:40.982605 run osmo-stp_10.42.42.5(pid=24141): stdout: \u000a| (launched: 2022-12-14_01:29:39.536814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:41.109947 run osmo-stp_10.42.42.5(pid=24141): stderr: \u000a| �[0;m�[38;5;43m20221214012939708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012939708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012939708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012939708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012939709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012939709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012939709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:41.231987 run osmo-stp_10.42.42.5(pid=24141): stdout: \u000a| (launched: 2022-12-14_01:29:39.536814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:41.353097 run osmo-stp_10.42.42.5(pid=24141): stderr: \u000a| �[0;m�[38;5;43m20221214012939708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012939708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012939708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012939708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012939709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012939709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012939709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:41.494580 run patchelf(pid=24144): Terminating (SIGINT)\u000a01:29:41.660611 run patchelf(pid=24144): Terminated: ok {rc=0}\u000a01:29:41.691548 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24141): Process ended prematurely: osmo-stp_10.42.42.5(pid=24141) [trial-2397↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24141)] [trial-2397↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a01:29:41.700131 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a01:29:41.759623 run osmo-hlr_10.42.42.2(pid=24138): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24138)]\u000a01:29:41.808256 run osmo-hlr_10.42.42.2(pid=24138): stdout: \u000a| (launched: 2022-12-14_01:29:38.603833) \u000a01:29:41.857432 run osmo-hlr_10.42.42.2(pid=24138): stderr: \u000a| �[0;m�[1;31m20221214012938779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012938779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012938779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012938779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012938779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012938779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012938791 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012938799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012938799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012938799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:29:41.899275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24137): Terminating (SIGTERM)\u000a01:29:41.938408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24140): Terminating (SIGTERM)\u000a01:29:41.978167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24143): Terminating (SIGTERM)\u000a01:29:41.987292 --- ParallelTerminationStrategy: PID 24137 died...\u000a01:29:42.040133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24137): Terminated: ok {rc=0}\u000a01:29:42.049838 --- ParallelTerminationStrategy: PID 24140 died...\u000a01:29:42.102323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24140): Terminated: ok {rc=0}\u000a01:29:42.111747 --- ParallelTerminationStrategy: PID 24143 died...\u000a01:29:42.164256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24143): Terminated: ok {rc=0}\u000a01:29:42.247097 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:28:43" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24159): Process ended prematurely: osmo-stp_10.42.42.5(pid=24159) [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24159)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24159): Process ended prematurely: osmo-stp_10.42.42.5(pid=24159) [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24159)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:29:44.382531 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:44.393877 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:29:44.532467 tst cs_paging_gprs_active.py: using LAC 37603\u000a01:29:44.650393 tst cs_paging_gprs_active.py: using RAC 118\u000a01:29:44.768816 tst cs_paging_gprs_active.py: using CellId 37603\u000a01:29:44.889562 tst cs_paging_gprs_active.py: using BVCI 37604\u000a01:29:44.912782 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:44.923655 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:44.934304 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:44.944994 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:44.955515 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:44.966057 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:44.976781 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:44.987228 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:44.998153 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:29:45.119484 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:29:45.398548 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:29:45.524826 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:29:45.844417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24149): Launched\u000a01:29:46.131061 run iperf3-srv_10.42.42.10(pid=24150): Launched\u000a01:29:46.319663 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:29:46.449310 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:29:46.810362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24151): Launched\u000a01:29:47.115248 run iperf3-srv_10.42.42.10(pid=24152): Launched\u000a01:29:47.318856 tst cs_paging_gprs_active.py:38: start network...\u000a01:29:47.455967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:29:47.970373 run create_hlr_db(pid=24153): Launched\u000a01:29:48.158366 bus /gobi_6: Setting Powered False\u000a01:29:49.178468 run create_hlr_db(pid=24153): Terminated: ok {rc=0}\u000a01:29:49.613884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24155): Launched\u000a01:29:49.940472 run osmo-hlr_10.42.42.2(pid=24156): Launched\u000a01:29:50.061948 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:29:50.631971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24158): Launched\u000a01:29:50.960376 run osmo-stp_10.42.42.5(pid=24159): Launched\u000a01:29:51.078119 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:29:51.647177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24161): Launched\u000a01:29:51.763231 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:29:52.048600 run patchelf(pid=24162): Launched\u000a01:29:52.241038 run osmo-stp_10.42.42.5(pid=24159): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24159)]\u000a01:29:52.380816 run osmo-stp_10.42.42.5(pid=24159): stdout: \u000a| (launched: 2022-12-14_01:29:50.797663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:52.520570 run osmo-stp_10.42.42.5(pid=24159): stderr: \u000a| �[0;m�[38;5;43m20221214012950992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012950992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012950992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012950993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012950993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012950993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012950993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:52.655236 run osmo-stp_10.42.42.5(pid=24159): stdout: \u000a| (launched: 2022-12-14_01:29:50.797663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:52.788391 run osmo-stp_10.42.42.5(pid=24159): stderr: \u000a| �[0;m�[38;5;43m20221214012950992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214012950992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214012950992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214012950993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214012950993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214012950993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214012950993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:52.943869 run patchelf(pid=24162): Terminating (SIGINT)\u000a01:29:53.126469 run patchelf(pid=24162): Terminated: ok {rc=0}\u000a01:29:53.159907 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24159): Process ended prematurely: osmo-stp_10.42.42.5(pid=24159) [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24159)] [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:29:53.169993 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a01:29:53.233838 run osmo-hlr_10.42.42.2(pid=24156): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24156)]\u000a01:29:53.285707 run osmo-hlr_10.42.42.2(pid=24156): stdout: \u000a| (launched: 2022-12-14_01:29:49.778824) \u000a01:29:53.338084 run osmo-hlr_10.42.42.2(pid=24156): stderr: \u000a| �[0;m�[1;31m20221214012949979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214012949979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214012949979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012949979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214012949979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214012949979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214012949991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214012949999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214012949999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214012949999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:29:53.383178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24149): Terminating (SIGTERM)\u000a01:29:53.425313 run iperf3-srv_10.42.42.10(pid=24150): Terminating (SIGTERM)\u000a01:29:53.467525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24151): Terminating (SIGTERM)\u000a01:29:53.509564 run iperf3-srv_10.42.42.10(pid=24152): Terminating (SIGTERM)\u000a01:29:53.551980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24155): Terminating (SIGTERM)\u000a01:29:53.594204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24158): Terminating (SIGTERM)\u000a01:29:53.636270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24161): Terminating (SIGTERM)\u000a01:29:53.646070 --- ParallelTerminationStrategy: PID 24149 died...\u000a01:29:53.702712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24149): Terminated: ok {rc=0}\u000a01:29:53.712777 --- ParallelTerminationStrategy: PID 24150 died...\u000a01:29:53.768900 run iperf3-srv_10.42.42.10(pid=24150): Terminated {rc=256}\u000a01:29:53.778960 --- ParallelTerminationStrategy: PID 24151 died...\u000a01:29:53.835328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24151): Terminated: ok {rc=0}\u000a01:29:53.845431 --- ParallelTerminationStrategy: PID 24152 died...\u000a01:29:53.901790 run iperf3-srv_10.42.42.10(pid=24152): Terminated {rc=256}\u000a01:29:53.911889 --- ParallelTerminationStrategy: PID 24155 died...\u000a01:29:53.968334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24155): Terminated: ok {rc=0}\u000a01:29:53.978505 --- ParallelTerminationStrategy: PID 24158 died...\u000a01:29:54.034867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24158): Terminated: ok {rc=0}\u000a01:29:54.045106 --- ParallelTerminationStrategy: PID 24161 died...\u000a01:29:54.101425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24161): Terminated: ok {rc=0}\u000a01:29:54.188337 bus /gobi_0: Setting Powered False\u000a01:29:55.295075 bus /gobi_0: Setting Powered False\u000a01:29:56.402770 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24174): Process ended prematurely: osmo-stp_10.42.42.5(pid=24174) [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24174)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24174): Process ended prematurely: osmo-stp_10.42.42.5(pid=24174) [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24174)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:29:57.518194 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:57.530194 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:29:57.677524 tst iperf3.py: using LAC 37604\u000a01:29:57.805890 tst iperf3.py: using RAC 119\u000a01:29:57.933347 tst iperf3.py: using CellId 37604\u000a01:29:58.062439 tst iperf3.py: using BVCI 37605\u000a01:29:58.087427 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:58.098899 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:58.110106 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:58.121352 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:58.132580 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:58.143978 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:58.155626 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:58.166965 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:29:58.178678 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:29:58.456080 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:29:58.583023 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:29:58.899756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24163): Launched\u000a01:29:59.164000 run iperf3-srv_10.42.42.10(pid=24164): Launched\u000a01:29:59.349227 tst iperf3.py:8: start network...\u000a01:29:59.475786 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:29:59.963641 run create_hlr_db(pid=24165): Launched\u000a01:30:00.145555 bus /gobi_6: Setting Powered False\u000a01:30:01.183067 run create_hlr_db(pid=24165): Terminated: ok {rc=0}\u000a01:30:01.672040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24170): Launched\u000a01:30:02.014865 run osmo-hlr_10.42.42.2(pid=24171): Launched\u000a01:30:02.200488 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:30:02.773946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24173): Launched\u000a01:30:03.076019 run osmo-stp_10.42.42.5(pid=24174): Launched\u000a01:30:03.185037 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:30:03.711564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24176): Launched\u000a01:30:03.818893 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:30:04.085202 run patchelf(pid=24177): Launched\u000a01:30:04.261588 run osmo-stp_10.42.42.5(pid=24174): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24174)]\u000a01:30:04.391022 run osmo-stp_10.42.42.5(pid=24174): stdout: \u000a| (launched: 2022-12-14_01:30:02.927032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:04.520906 run osmo-stp_10.42.42.5(pid=24174): stderr: \u000a| �[0;m�[38;5;43m20221214013003100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013003100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013003100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013003101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013003101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013003101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013003101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:04.646402 run osmo-stp_10.42.42.5(pid=24174): stdout: \u000a| (launched: 2022-12-14_01:30:02.927032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:04.769732 run osmo-stp_10.42.42.5(pid=24174): stderr: \u000a| �[0;m�[38;5;43m20221214013003100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013003100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013003100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013003101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013003101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013003101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013003101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:04.913611 run patchelf(pid=24177): Terminating (SIGINT)\u000a01:30:05.082871 run patchelf(pid=24177): Terminated: ok {rc=0}\u000a01:30:05.114059 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24174): Process ended prematurely: osmo-stp_10.42.42.5(pid=24174) [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24174)] [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a01:30:05.123248 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a01:30:05.182682 run osmo-hlr_10.42.42.2(pid=24171): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24171)]\u000a01:30:05.231018 run osmo-hlr_10.42.42.2(pid=24171): stdout: \u000a| (launched: 2022-12-14_01:30:01.831433) \u000a01:30:05.280553 run osmo-hlr_10.42.42.2(pid=24171): stderr: \u000a| �[0;m�[1;31m20221214013002188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013002188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013002188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013002188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013002188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013002188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013002203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013002222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013002222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013002222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:30:05.321997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24163): Terminating (SIGTERM)\u000a01:30:05.361052 run iperf3-srv_10.42.42.10(pid=24164): Terminating (SIGTERM)\u000a01:30:05.399961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24170): Terminating (SIGTERM)\u000a01:30:05.439157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24173): Terminating (SIGTERM)\u000a01:30:05.478364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24176): Terminating (SIGTERM)\u000a01:30:05.487587 --- ParallelTerminationStrategy: PID 24163 died...\u000a01:30:05.540509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24163): Terminated: ok {rc=0}\u000a01:30:05.550196 --- ParallelTerminationStrategy: PID 24164 died...\u000a01:30:05.602764 run iperf3-srv_10.42.42.10(pid=24164): Terminated {rc=256}\u000a01:30:05.612081 --- ParallelTerminationStrategy: PID 24170 died...\u000a01:30:05.664625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24170): Terminated: ok {rc=0}\u000a01:30:05.674084 --- ParallelTerminationStrategy: PID 24173 died...\u000a01:30:05.726399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24173): Terminated: ok {rc=0}\u000a01:30:05.735883 --- ParallelTerminationStrategy: PID 24176 died...\u000a01:30:05.788360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24176): Terminated: ok {rc=0}\u000a01:30:05.876345 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24192): Process ended prematurely: osmo-stp_10.42.42.5(pid=24192) [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24192)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24192): Process ended prematurely: osmo-stp_10.42.42.5(pid=24192) [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:30:06.985638 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:06.997258 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:30:07.135803 tst iperf3m4.py: using LAC 37605\u000a01:30:07.255930 tst iperf3m4.py: using RAC 120\u000a01:30:07.382526 tst iperf3m4.py: using CellId 37605\u000a01:30:07.510124 tst iperf3m4.py: using BVCI 37606\u000a01:30:07.534968 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:07.546418 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:07.557535 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:07.568795 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:07.580153 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:07.591542 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:07.603085 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:07.614293 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:07.625862 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:30:07.744718 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:30:07.868930 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:30:07.988265 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:30:08.282571 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:30:08.418427 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:30:08.757416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24178): Launched\u000a01:30:09.037570 run iperf3-srv_10.42.42.10(pid=24179): Launched\u000a01:30:09.236710 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:30:09.372397 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:30:09.712692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24180): Launched\u000a01:30:09.995360 run iperf3-srv_10.42.42.10(pid=24181): Launched\u000a01:30:10.194185 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:30:10.329779 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:30:10.668553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24182): Launched\u000a01:30:10.950457 run iperf3-srv_10.42.42.10(pid=24183): Launched\u000a01:30:11.149702 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:30:11.285099 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:30:11.625477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24184): Launched\u000a01:30:11.907131 run iperf3-srv_10.42.42.10(pid=24185): Launched\u000a01:30:12.106065 tst iperf3m4.py:8: start network...\u000a01:30:12.241069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:30:12.751895 run create_hlr_db(pid=24186): Launched\u000a01:30:12.939479 bus /gobi_6: Setting Powered False\u000a01:30:13.960772 run create_hlr_db(pid=24186): Terminated: ok {rc=0}\u000a01:30:14.368829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24188): Launched\u000a01:30:14.675889 run osmo-hlr_10.42.42.2(pid=24189): Launched\u000a01:30:14.795980 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:30:15.329341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24191): Launched\u000a01:30:15.634948 run osmo-stp_10.42.42.5(pid=24192): Launched\u000a01:30:15.744492 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:30:16.291023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24194): Launched\u000a01:30:16.400388 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:30:16.686316 run patchelf(pid=24195): Launched\u000a01:30:16.866946 run osmo-stp_10.42.42.5(pid=24192): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24192)]\u000a01:30:17.000206 run osmo-stp_10.42.42.5(pid=24192): stdout: \u000a| (launched: 2022-12-14_01:30:15.483100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:17.133254 run osmo-stp_10.42.42.5(pid=24192): stderr: \u000a| �[0;m�[38;5;43m20221214013015653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013015654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013015654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013015654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013015655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013015655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013015655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:17.259767 run osmo-stp_10.42.42.5(pid=24192): stdout: \u000a| (launched: 2022-12-14_01:30:15.483100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:17.383460 run osmo-stp_10.42.42.5(pid=24192): stderr: \u000a| �[0;m�[38;5;43m20221214013015653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013015654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013015654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013015654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013015655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013015655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013015655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:17.527873 run patchelf(pid=24195): Terminating (SIGINT)\u000a01:30:17.698037 run patchelf(pid=24195): Terminated: ok {rc=0}\u000a01:30:17.729606 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24192): Process ended prematurely: osmo-stp_10.42.42.5(pid=24192) [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24192)] [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:30:17.739013 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:30:17.799351 run osmo-hlr_10.42.42.2(pid=24189): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24189)]\u000a01:30:17.848567 run osmo-hlr_10.42.42.2(pid=24189): stdout: \u000a| (launched: 2022-12-14_01:30:14.522783) \u000a01:30:17.898140 run osmo-hlr_10.42.42.2(pid=24189): stderr: \u000a| �[0;m�[1;31m20221214013014699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013014699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013014699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013014699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013014699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013014699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013014711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013014722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013014722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013014722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:30:17.940215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24178): Terminating (SIGTERM)\u000a01:30:17.979847 run iperf3-srv_10.42.42.10(pid=24179): Terminating (SIGTERM)\u000a01:30:18.019699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24180): Terminating (SIGTERM)\u000a01:30:18.059471 run iperf3-srv_10.42.42.10(pid=24181): Terminating (SIGTERM)\u000a01:30:18.099312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24182): Terminating (SIGTERM)\u000a01:30:18.139030 run iperf3-srv_10.42.42.10(pid=24183): Terminating (SIGTERM)\u000a01:30:18.178845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24184): Terminating (SIGTERM)\u000a01:30:18.218704 run iperf3-srv_10.42.42.10(pid=24185): Terminating (SIGTERM)\u000a01:30:18.258713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24188): Terminating (SIGTERM)\u000a01:30:18.298695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24191): Terminating (SIGTERM)\u000a01:30:18.338664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24194): Terminating (SIGTERM)\u000a01:30:18.347948 --- ParallelTerminationStrategy: PID 24178 died...\u000a01:30:18.401322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24178): Terminated: ok {rc=0}\u000a01:30:18.410965 --- ParallelTerminationStrategy: PID 24179 died...\u000a01:30:18.464039 run iperf3-srv_10.42.42.10(pid=24179): Terminated {rc=256}\u000a01:30:18.473632 --- ParallelTerminationStrategy: PID 24180 died...\u000a01:30:18.526640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24180): Terminated: ok {rc=0}\u000a01:30:18.536253 --- ParallelTerminationStrategy: PID 24181 died...\u000a01:30:18.589292 run iperf3-srv_10.42.42.10(pid=24181): Terminated {rc=256}\u000a01:30:18.598944 --- ParallelTerminationStrategy: PID 24182 died...\u000a01:30:18.652272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24182): Terminated: ok {rc=0}\u000a01:30:18.662008 --- ParallelTerminationStrategy: PID 24183 died...\u000a01:30:18.715826 run iperf3-srv_10.42.42.10(pid=24183): Terminated {rc=256}\u000a01:30:18.725888 --- ParallelTerminationStrategy: PID 24184 died...\u000a01:30:18.779108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24184): Terminated: ok {rc=0}\u000a01:30:18.788723 --- ParallelTerminationStrategy: PID 24185 died...\u000a01:30:18.841787 run iperf3-srv_10.42.42.10(pid=24185): Terminated {rc=256}\u000a01:30:18.851758 --- ParallelTerminationStrategy: PID 24188 died...\u000a01:30:18.905232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24188): Terminated: ok {rc=0}\u000a01:30:18.914949 --- ParallelTerminationStrategy: PID 24191 died...\u000a01:30:18.968166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24191): Terminated: ok {rc=0}\u000a01:30:18.977888 --- ParallelTerminationStrategy: PID 24194 died...\u000a01:30:19.030762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24194): Terminated: ok {rc=0}\u000a01:30:19.119069 bus /gobi_4: Setting Powered False\u000a01:30:20.222194 bus /gobi_4: Setting Powered False\u000a01:30:21.334189 bus /gobi_1: Setting Powered False\u000a01:30:22.437112 bus /gobi_1: Setting Powered False\u000a01:30:23.542567 bus /gobi_0: Setting Powered False\u000a01:30:24.647876 bus /gobi_0: Setting Powered False\u000a01:30:25.755394 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24202): Process ended prematurely: osmo-stp_10.42.42.5(pid=24202) [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24202)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24202): Process ended prematurely: osmo-stp_10.42.42.5(pid=24202) [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:30:26.822693 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:26.834667 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:30:26.980355 tst ping.py: using LAC 37606\u000a01:30:27.104020 tst ping.py: using RAC 121\u000a01:30:27.229554 tst ping.py: using CellId 37606\u000a01:30:27.358210 tst ping.py: using BVCI 37607\u000a01:30:27.382839 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:27.394319 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:27.405500 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:27.416545 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:27.427987 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:27.439581 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:27.451215 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:27.462652 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:30:27.735357 tst ping.py:19: start network...\u000a01:30:27.858687 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:30:28.337841 run create_hlr_db(pid=24196): Launched\u000a01:30:28.522743 bus /gobi_6: Setting Powered False\u000a01:30:29.543545 run create_hlr_db(pid=24196): Terminated: ok {rc=0}\u000a01:30:29.944144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24198): Launched\u000a01:30:30.242427 run osmo-hlr_10.42.42.2(pid=24199): Launched\u000a01:30:30.351087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:30:30.871389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24201): Launched\u000a01:30:31.247246 run osmo-stp_10.42.42.5(pid=24202): Launched\u000a01:30:31.505326 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:30:32.190567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24204): Launched\u000a01:30:32.308876 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:30:32.592006 run patchelf(pid=24205): Launched\u000a01:30:32.778244 run osmo-stp_10.42.42.5(pid=24202): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24202)]\u000a01:30:32.915281 run osmo-stp_10.42.42.5(pid=24202): stdout: \u000a| (launched: 2022-12-14_01:30:31.028023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:33.052426 run osmo-stp_10.42.42.5(pid=24202): stderr: \u000a| �[0;m�[38;5;43m20221214013031415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013031415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013031418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013031419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013031420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013031420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013031421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:33.184396 run osmo-stp_10.42.42.5(pid=24202): stdout: \u000a| (launched: 2022-12-14_01:30:31.028023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:33.314631 run osmo-stp_10.42.42.5(pid=24202): stderr: \u000a| �[0;m�[38;5;43m20221214013031415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013031415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013031418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013031419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013031420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013031420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013031421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:33.466838 run patchelf(pid=24205): Terminating (SIGINT)\u000a01:30:33.644227 run patchelf(pid=24205): Terminated: ok {rc=0}\u000a01:30:33.676511 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24202): Process ended prematurely: osmo-stp_10.42.42.5(pid=24202) [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24202)] [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a01:30:33.685902 tst ping.py:22: Test FAILED (6.9 sec)\u000a01:30:33.749485 run osmo-hlr_10.42.42.2(pid=24199): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24199)]\u000a01:30:33.801095 run osmo-hlr_10.42.42.2(pid=24199): stdout: \u000a| (launched: 2022-12-14_01:30:30.094181) \u000a01:30:33.853431 run osmo-hlr_10.42.42.2(pid=24199): stderr: \u000a| �[0;m�[1;31m20221214013030269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013030269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013030269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013030269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013030269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013030269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013030281 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013030290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013030290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013030290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:30:33.897961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24198): Terminating (SIGTERM)\u000a01:30:33.939960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24201): Terminating (SIGTERM)\u000a01:30:33.982527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24204): Terminating (SIGTERM)\u000a01:30:33.992261 --- ParallelTerminationStrategy: PID 24198 died...\u000a01:30:34.048807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24198): Terminated: ok {rc=0}\u000a01:30:34.058920 --- ParallelTerminationStrategy: PID 24201 died...\u000a01:30:34.115073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24201): Terminated: ok {rc=0}\u000a01:30:34.125182 --- ParallelTerminationStrategy: PID 24204 died...\u000a01:30:34.181445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24204): Terminated: ok {rc=0}\u000a01:30:34.269114 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24212): Process ended prematurely: osmo-stp_10.42.42.5(pid=24212) [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24212)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24212): Process ended prematurely: osmo-stp_10.42.42.5(pid=24212) [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24212)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:30:35.322107 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:35.334180 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:30:35.484435 tst ping_idle_ping.py: using LAC 37607\u000a01:30:35.606927 tst ping_idle_ping.py: using RAC 122\u000a01:30:35.730184 tst ping_idle_ping.py: using CellId 37607\u000a01:30:35.852790 tst ping_idle_ping.py: using BVCI 37608\u000a01:30:35.877731 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:35.889182 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:35.900452 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:35.911643 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:35.923088 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:35.934589 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:35.946313 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:35.957743 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:30:36.233261 tst ping_idle_ping.py:24: start network...\u000a01:30:36.357413 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:30:36.837623 run create_hlr_db(pid=24206): Launched\u000a01:30:37.010076 bus /gobi_6: Setting Powered False\u000a01:30:38.033067 run create_hlr_db(pid=24206): Terminated: ok {rc=0}\u000a01:30:38.459082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24208): Launched\u000a01:30:38.781091 run osmo-hlr_10.42.42.2(pid=24209): Launched\u000a01:30:38.897989 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:30:39.455527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24211): Launched\u000a01:30:39.778197 run osmo-stp_10.42.42.5(pid=24212): Launched\u000a01:30:39.893809 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:30:40.454095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24214): Launched\u000a01:30:40.567968 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:30:40.848621 run patchelf(pid=24215): Launched\u000a01:30:41.035359 run osmo-stp_10.42.42.5(pid=24212): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24212)]\u000a01:30:41.172069 run osmo-stp_10.42.42.5(pid=24212): stdout: \u000a| (launched: 2022-12-14_01:30:39.618451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:41.309226 run osmo-stp_10.42.42.5(pid=24212): stderr: \u000a| �[0;m�[38;5;43m20221214013039811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013039811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013039811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013039812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013039812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013039812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013039812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:41.441574 run osmo-stp_10.42.42.5(pid=24212): stdout: \u000a| (launched: 2022-12-14_01:30:39.618451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:41.572330 run osmo-stp_10.42.42.5(pid=24212): stderr: \u000a| �[0;m�[38;5;43m20221214013039811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013039811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013039811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013039812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013039812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013039812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013039812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:41.724468 run patchelf(pid=24215): Terminating (SIGINT)\u000a01:30:41.903260 run patchelf(pid=24215): Terminated: ok {rc=0}\u000a01:30:41.935564 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24212): Process ended prematurely: osmo-stp_10.42.42.5(pid=24212) [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24212)] [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:30:41.944775 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a01:30:42.008270 run osmo-hlr_10.42.42.2(pid=24209): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24209)]\u000a01:30:42.060141 run osmo-hlr_10.42.42.2(pid=24209): stdout: \u000a| (launched: 2022-12-14_01:30:38.621418) \u000a01:30:42.112118 run osmo-hlr_10.42.42.2(pid=24209): stderr: \u000a| �[0;m�[1;31m20221214013038819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013038819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013038819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013038819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013038819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013038819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013038832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013038840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013038840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013038840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:30:42.156756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24208): Terminating (SIGTERM)\u000a01:30:42.199257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24211): Terminating (SIGTERM)\u000a01:30:42.241517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24214): Terminating (SIGTERM)\u000a01:30:42.251258 --- ParallelTerminationStrategy: PID 24208 died...\u000a01:30:42.307650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24208): Terminated: ok {rc=0}\u000a01:30:42.317821 --- ParallelTerminationStrategy: PID 24211 died...\u000a01:30:42.374275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24211): Terminated: ok {rc=0}\u000a01:30:42.384352 --- ParallelTerminationStrategy: PID 24214 died...\u000a01:30:42.440919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24214): Terminated: ok {rc=0}\u000a01:30:42.528514 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:29:44" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24231): Process ended prematurely: osmo-stp_10.42.42.5(pid=24231) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24231)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24231): Process ended prematurely: osmo-stp_10.42.42.5(pid=24231) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24231)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:30:44.687277 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:44.698175 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:30:44.852223 tst cs_paging_gprs_active.py: using LAC 37608\u000a01:30:44.973978 tst cs_paging_gprs_active.py: using RAC 123\u000a01:30:45.091556 tst cs_paging_gprs_active.py: using CellId 37608\u000a01:30:45.209124 tst cs_paging_gprs_active.py: using BVCI 37609\u000a01:30:45.232303 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:45.243180 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:45.253938 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:45.264574 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:45.275236 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:45.286009 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:45.296728 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:45.307603 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:45.318491 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:30:45.439705 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:30:45.718850 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:30:45.866857 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:30:46.243201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24221): Launched\u000a01:30:46.531403 run iperf3-srv_10.42.42.10(pid=24222): Launched\u000a01:30:46.721354 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:30:46.850863 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:30:47.215175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24223): Launched\u000a01:30:47.497076 run iperf3-srv_10.42.42.10(pid=24224): Launched\u000a01:30:47.696402 tst cs_paging_gprs_active.py:38: start network...\u000a01:30:47.832147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:30:48.344744 run create_hlr_db(pid=24225): Launched\u000a01:30:48.533301 bus /gobi_6: Setting Powered False\u000a01:30:49.555043 run create_hlr_db(pid=24225): Terminated: ok {rc=0}\u000a01:30:49.989842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24227): Launched\u000a01:30:50.317824 run osmo-hlr_10.42.42.2(pid=24228): Launched\u000a01:30:50.435120 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:30:51.005989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24230): Launched\u000a01:30:51.332999 run osmo-stp_10.42.42.5(pid=24231): Launched\u000a01:30:51.451236 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:30:52.021769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24233): Launched\u000a01:30:52.129647 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:30:52.405320 run patchelf(pid=24235): Launched\u000a01:30:52.582778 run osmo-stp_10.42.42.5(pid=24231): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24231)]\u000a01:30:52.712086 run osmo-stp_10.42.42.5(pid=24231): stdout: \u000a| (launched: 2022-12-14_01:30:51.170854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:52.842011 run osmo-stp_10.42.42.5(pid=24231): stderr: \u000a| �[0;m�[38;5;43m20221214013051364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013051364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013051364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013051365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013051365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013051365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013051365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:52.967690 run osmo-stp_10.42.42.5(pid=24231): stdout: \u000a| (launched: 2022-12-14_01:30:51.170854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:53.091624 run osmo-stp_10.42.42.5(pid=24231): stderr: \u000a| �[0;m�[38;5;43m20221214013051364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013051364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013051364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013051365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013051365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013051365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013051365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:53.236576 run patchelf(pid=24235): Terminating (SIGINT)\u000a01:30:53.407518 run patchelf(pid=24235): Terminated: ok {rc=0}\u000a01:30:53.438679 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24231): Process ended prematurely: osmo-stp_10.42.42.5(pid=24231) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24231)] [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:30:53.447825 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a01:30:53.507163 run osmo-hlr_10.42.42.2(pid=24228): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24228)]\u000a01:30:53.555528 run osmo-hlr_10.42.42.2(pid=24228): stdout: \u000a| (launched: 2022-12-14_01:30:50.154685) \u000a01:30:53.604439 run osmo-hlr_10.42.42.2(pid=24228): stderr: \u000a| �[0;m�[1;31m20221214013050353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013050353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013050353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013050353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013050353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013050353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013050365 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013050373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013050374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013050374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:30:53.645981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24221): Terminating (SIGTERM)\u000a01:30:53.685079 run iperf3-srv_10.42.42.10(pid=24222): Terminating (SIGTERM)\u000a01:30:53.724348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24223): Terminating (SIGTERM)\u000a01:30:53.763401 run iperf3-srv_10.42.42.10(pid=24224): Terminating (SIGTERM)\u000a01:30:53.802614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24227): Terminating (SIGTERM)\u000a01:30:53.841643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24230): Terminating (SIGTERM)\u000a01:30:53.881253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24233): Terminating (SIGTERM)\u000a01:30:53.890410 --- ParallelTerminationStrategy: PID 24221 died...\u000a01:30:53.942889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24221): Terminated: ok {rc=0}\u000a01:30:53.952347 --- ParallelTerminationStrategy: PID 24222 died...\u000a01:30:54.004441 run iperf3-srv_10.42.42.10(pid=24222): Terminated {rc=256}\u000a01:30:54.013910 --- ParallelTerminationStrategy: PID 24223 died...\u000a01:30:54.066007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24223): Terminated: ok {rc=0}\u000a01:30:54.075445 --- ParallelTerminationStrategy: PID 24224 died...\u000a01:30:54.127624 run iperf3-srv_10.42.42.10(pid=24224): Terminated {rc=256}\u000a01:30:54.137186 --- ParallelTerminationStrategy: PID 24227 died...\u000a01:30:54.189365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24227): Terminated: ok {rc=0}\u000a01:30:54.198795 --- ParallelTerminationStrategy: PID 24230 died...\u000a01:30:54.250958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24230): Terminated: ok {rc=0}\u000a01:30:54.260378 --- ParallelTerminationStrategy: PID 24233 died...\u000a01:30:54.312492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24233): Terminated: ok {rc=0}\u000a01:30:54.400100 bus /gobi_0: Setting Powered False\u000a01:30:55.503321 bus /gobi_0: Setting Powered False\u000a01:30:56.610314 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24244): Process ended prematurely: osmo-stp_10.42.42.5(pid=24244) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24244)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24244): Process ended prematurely: osmo-stp_10.42.42.5(pid=24244) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24244)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:30:57.726374 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:57.738555 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:30:57.905384 tst iperf3.py: using LAC 37609\u000a01:30:58.031160 tst iperf3.py: using RAC 124\u000a01:30:58.156861 tst iperf3.py: using CellId 37609\u000a01:30:58.283447 tst iperf3.py: using BVCI 37610\u000a01:30:58.308306 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:58.319691 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:58.330865 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:58.342083 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:58.353627 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:58.365050 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:58.376497 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:58.387832 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:30:58.399868 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:30:58.678875 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:30:58.805386 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:30:59.125198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24236): Launched\u000a01:30:59.388276 run iperf3-srv_10.42.42.10(pid=24237): Launched\u000a01:30:59.572042 tst iperf3.py:8: start network...\u000a01:30:59.697379 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:31:00.186880 run create_hlr_db(pid=24238): Launched\u000a01:31:00.361674 bus /gobi_6: Setting Powered False\u000a01:31:01.386787 run create_hlr_db(pid=24238): Terminated: ok {rc=0}\u000a01:31:01.810337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24240): Launched\u000a01:31:02.212230 run osmo-hlr_10.42.42.2(pid=24241): Launched\u000a01:31:02.334404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:31:02.871649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24243): Launched\u000a01:31:03.178555 run osmo-stp_10.42.42.5(pid=24244): Launched\u000a01:31:03.287842 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:31:03.819170 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24246): Launched\u000a01:31:03.926909 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:31:04.193379 run patchelf(pid=24247): Launched\u000a01:31:04.370540 run osmo-stp_10.42.42.5(pid=24244): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24244)]\u000a01:31:04.500312 run osmo-stp_10.42.42.5(pid=24244): stdout: \u000a| (launched: 2022-12-14_01:31:03.026479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:04.630634 run osmo-stp_10.42.42.5(pid=24244): stderr: \u000a| �[0;m�[38;5;43m20221214013103197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013103197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013103198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013103198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013103199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013103199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013103199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:04.755265 run osmo-stp_10.42.42.5(pid=24244): stdout: \u000a| (launched: 2022-12-14_01:31:03.026479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:04.878613 run osmo-stp_10.42.42.5(pid=24244): stderr: \u000a| �[0;m�[38;5;43m20221214013103197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013103197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013103198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013103198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013103199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013103199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013103199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:05.022701 run patchelf(pid=24247): Terminating (SIGINT)\u000a01:31:05.193408 run patchelf(pid=24247): Terminated: ok {rc=0}\u000a01:31:05.224734 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24244): Process ended prematurely: osmo-stp_10.42.42.5(pid=24244) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24244)] [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:31:05.233979 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a01:31:05.293783 run osmo-hlr_10.42.42.2(pid=24241): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24241)]\u000a01:31:05.342338 run osmo-hlr_10.42.42.2(pid=24241): stdout: \u000a| (launched: 2022-12-14_01:31:01.967554) \u000a01:31:05.391733 run osmo-hlr_10.42.42.2(pid=24241): stderr: \u000a| �[0;m�[1;31m20221214013102218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013102219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013102219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013102219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013102219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013102219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013102231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013102239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013102239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013102239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:31:05.433785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24236): Terminating (SIGTERM)\u000a01:31:05.473348 run iperf3-srv_10.42.42.10(pid=24237): Terminating (SIGTERM)\u000a01:31:05.513508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24240): Terminating (SIGTERM)\u000a01:31:05.552841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24243): Terminating (SIGTERM)\u000a01:31:05.592336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24246): Terminating (SIGTERM)\u000a01:31:05.601581 --- ParallelTerminationStrategy: PID 24236 died...\u000a01:31:05.654664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24236): Terminated: ok {rc=0}\u000a01:31:05.664202 --- ParallelTerminationStrategy: PID 24237 died...\u000a01:31:05.716599 run iperf3-srv_10.42.42.10(pid=24237): Terminated {rc=256}\u000a01:31:05.726047 --- ParallelTerminationStrategy: PID 24240 died...\u000a01:31:05.778391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24240): Terminated: ok {rc=0}\u000a01:31:05.787782 --- ParallelTerminationStrategy: PID 24243 died...\u000a01:31:05.840323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24243): Terminated: ok {rc=0}\u000a01:31:05.849861 --- ParallelTerminationStrategy: PID 24246 died...\u000a01:31:05.903000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24246): Terminated: ok {rc=0}\u000a01:31:05.991276 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24262): Process ended prematurely: osmo-stp_10.42.42.5(pid=24262) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24262)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24262): Process ended prematurely: osmo-stp_10.42.42.5(pid=24262) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24262)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:31:07.102642 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:07.114340 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:31:07.271420 tst iperf3m4.py: using LAC 37610\u000a01:31:07.391936 tst iperf3m4.py: using RAC 125\u000a01:31:07.511084 tst iperf3m4.py: using CellId 37610\u000a01:31:07.629602 tst iperf3m4.py: using BVCI 37611\u000a01:31:07.652858 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:07.663785 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:07.674546 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:07.685349 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:07.695961 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:07.706682 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:07.717493 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:07.728038 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:07.738979 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:31:07.859543 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:31:07.982839 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:31:08.100355 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:31:08.395105 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:31:08.531243 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:31:08.868054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24248): Launched\u000a01:31:09.150587 run iperf3-srv_10.42.42.10(pid=24249): Launched\u000a01:31:09.349550 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:31:09.485493 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:31:09.823388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24250): Launched\u000a01:31:10.104070 run iperf3-srv_10.42.42.10(pid=24251): Launched\u000a01:31:10.302031 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:31:10.437287 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:31:10.775988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24252): Launched\u000a01:31:11.055569 run iperf3-srv_10.42.42.10(pid=24253): Launched\u000a01:31:11.254591 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:31:11.389996 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:31:11.728524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24254): Launched\u000a01:31:12.010416 run iperf3-srv_10.42.42.10(pid=24255): Launched\u000a01:31:12.208263 tst iperf3m4.py:8: start network...\u000a01:31:12.343147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:31:12.857040 run create_hlr_db(pid=24256): Launched\u000a01:31:13.044271 bus /gobi_6: Setting Powered False\u000a01:31:14.065258 run create_hlr_db(pid=24256): Terminated: ok {rc=0}\u000a01:31:14.498443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24258): Launched\u000a01:31:14.825028 run osmo-hlr_10.42.42.2(pid=24259): Launched\u000a01:31:14.944434 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:31:15.513176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24261): Launched\u000a01:31:15.864355 run osmo-stp_10.42.42.5(pid=24262): Launched\u000a01:31:16.046174 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:31:16.645633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24264): Launched\u000a01:31:16.756206 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:31:17.042807 run patchelf(pid=24265): Launched\u000a01:31:17.226662 run osmo-stp_10.42.42.5(pid=24262): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24262)]\u000a01:31:17.359018 run osmo-stp_10.42.42.5(pid=24262): stdout: \u000a| (launched: 2022-12-14_01:31:15.677368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:17.488682 run osmo-stp_10.42.42.5(pid=24262): stderr: \u000a| �[0;m�[38;5;43m20221214013115900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013115900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013115900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013115901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013115901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013115901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013115901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:17.613336 run osmo-stp_10.42.42.5(pid=24262): stdout: \u000a| (launched: 2022-12-14_01:31:15.677368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:17.736416 run osmo-stp_10.42.42.5(pid=24262): stderr: \u000a| �[0;m�[38;5;43m20221214013115900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013115900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013115900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013115901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013115901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013115901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013115901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:17.880136 run patchelf(pid=24265): Terminating (SIGINT)\u000a01:31:18.049566 run patchelf(pid=24265): Terminated: ok {rc=0}\u000a01:31:18.080672 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24262): Process ended prematurely: osmo-stp_10.42.42.5(pid=24262) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24262)] [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:31:18.090067 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a01:31:18.149929 run osmo-hlr_10.42.42.2(pid=24259): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24259)]\u000a01:31:18.198661 run osmo-hlr_10.42.42.2(pid=24259): stdout: \u000a| (launched: 2022-12-14_01:31:14.662515) \u000a01:31:18.248167 run osmo-hlr_10.42.42.2(pid=24259): stderr: \u000a| �[0;m�[1;31m20221214013114862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013114862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013114862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013114862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013114862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013114862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013114874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013114883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013114883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013114883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:31:18.290082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24248): Terminating (SIGTERM)\u000a01:31:18.329536 run iperf3-srv_10.42.42.10(pid=24249): Terminating (SIGTERM)\u000a01:31:18.369077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24250): Terminating (SIGTERM)\u000a01:31:18.408248 run iperf3-srv_10.42.42.10(pid=24251): Terminating (SIGTERM)\u000a01:31:18.447602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24252): Terminating (SIGTERM)\u000a01:31:18.486811 run iperf3-srv_10.42.42.10(pid=24253): Terminating (SIGTERM)\u000a01:31:18.526093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24254): Terminating (SIGTERM)\u000a01:31:18.565245 run iperf3-srv_10.42.42.10(pid=24255): Terminating (SIGTERM)\u000a01:31:18.604767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24258): Terminating (SIGTERM)\u000a01:31:18.644346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24261): Terminating (SIGTERM)\u000a01:31:18.683742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24264): Terminating (SIGTERM)\u000a01:31:18.692919 --- ParallelTerminationStrategy: PID 24248 died...\u000a01:31:18.746229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24248): Terminated: ok {rc=0}\u000a01:31:18.755860 --- ParallelTerminationStrategy: PID 24249 died...\u000a01:31:18.808630 run iperf3-srv_10.42.42.10(pid=24249): Terminated {rc=256}\u000a01:31:18.818191 --- ParallelTerminationStrategy: PID 24250 died...\u000a01:31:18.871134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24250): Terminated: ok {rc=0}\u000a01:31:18.880621 --- ParallelTerminationStrategy: PID 24251 died...\u000a01:31:18.933233 run iperf3-srv_10.42.42.10(pid=24251): Terminated {rc=256}\u000a01:31:18.942792 --- ParallelTerminationStrategy: PID 24252 died...\u000a01:31:18.996032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24252): Terminated: ok {rc=0}\u000a01:31:19.005692 --- ParallelTerminationStrategy: PID 24253 died...\u000a01:31:19.058347 run iperf3-srv_10.42.42.10(pid=24253): Terminated {rc=256}\u000a01:31:19.067848 --- ParallelTerminationStrategy: PID 24254 died...\u000a01:31:19.120706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24254): Terminated: ok {rc=0}\u000a01:31:19.130363 --- ParallelTerminationStrategy: PID 24255 died...\u000a01:31:19.183679 run iperf3-srv_10.42.42.10(pid=24255): Terminated {rc=256}\u000a01:31:19.193414 --- ParallelTerminationStrategy: PID 24258 died...\u000a01:31:19.246362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24258): Terminated: ok {rc=0}\u000a01:31:19.255970 --- ParallelTerminationStrategy: PID 24261 died...\u000a01:31:19.308833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24261): Terminated: ok {rc=0}\u000a01:31:19.318512 --- ParallelTerminationStrategy: PID 24264 died...\u000a01:31:19.371900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24264): Terminated: ok {rc=0}\u000a01:31:19.461291 bus /gobi_4: Setting Powered False\u000a01:31:20.564218 bus /gobi_4: Setting Powered False\u000a01:31:21.671111 bus /gobi_1: Setting Powered False\u000a01:31:22.771291 bus /gobi_1: Setting Powered False\u000a01:31:23.882975 bus /gobi_0: Setting Powered False\u000a01:31:24.985338 bus /gobi_0: Setting Powered False\u000a01:31:26.097462 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24272): Process ended prematurely: osmo-stp_10.42.42.5(pid=24272) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24272)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24272): Process ended prematurely: osmo-stp_10.42.42.5(pid=24272) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24272)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:31:27.164739 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:27.176269 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:31:27.332558 tst ping.py: using LAC 37611\u000a01:31:27.450739 tst ping.py: using RAC 126\u000a01:31:27.567098 tst ping.py: using CellId 37611\u000a01:31:27.683036 tst ping.py: using BVCI 37612\u000a01:31:27.705783 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:27.716569 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:27.727250 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:27.737974 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:27.748517 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:27.759334 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:27.770125 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:27.780700 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:31:28.053303 tst ping.py:19: start network...\u000a01:31:28.176610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:31:28.654506 run create_hlr_db(pid=24266): Launched\u000a01:31:28.826919 bus /gobi_6: Setting Powered False\u000a01:31:29.847921 run create_hlr_db(pid=24266): Terminated: ok {rc=0}\u000a01:31:30.275743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24268): Launched\u000a01:31:30.598963 run osmo-hlr_10.42.42.2(pid=24269): Launched\u000a01:31:30.716865 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:31:31.326113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24271): Launched\u000a01:31:31.674362 run osmo-stp_10.42.42.5(pid=24272): Launched\u000a01:31:31.895356 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:31:32.469407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24274): Launched\u000a01:31:32.574851 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:31:32.836609 run patchelf(pid=24275): Launched\u000a01:31:33.010235 run osmo-stp_10.42.42.5(pid=24272): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24272)]\u000a01:31:33.137552 run osmo-stp_10.42.42.5(pid=24272): stdout: \u000a| (launched: 2022-12-14_01:31:31.480302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:33.265275 run osmo-stp_10.42.42.5(pid=24272): stderr: \u000a| �[0;m�[38;5;43m20221214013131766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013131766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013131767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013131767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013131768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013131768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013131768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:33.388613 run osmo-stp_10.42.42.5(pid=24272): stdout: \u000a| (launched: 2022-12-14_01:31:31.480302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:33.509928 run osmo-stp_10.42.42.5(pid=24272): stderr: \u000a| �[0;m�[38;5;43m20221214013131766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013131766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013131767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013131767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013131768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013131768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013131768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:33.651021 run patchelf(pid=24275): Terminating (SIGINT)\u000a01:31:33.817580 run patchelf(pid=24275): Terminated: ok {rc=0}\u000a01:31:33.847732 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24272): Process ended prematurely: osmo-stp_10.42.42.5(pid=24272) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24272)] [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:31:33.856439 tst ping.py:22: Test FAILED (6.7 sec)\u000a01:31:33.915856 run osmo-hlr_10.42.42.2(pid=24269): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24269)]\u000a01:31:33.964261 run osmo-hlr_10.42.42.2(pid=24269): stdout: \u000a| (launched: 2022-12-14_01:31:30.438167) \u000a01:31:34.013504 run osmo-hlr_10.42.42.2(pid=24269): stderr: \u000a| �[0;m�[1;31m20221214013130636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013130636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013130636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013130636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013130636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013130636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013130649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013130658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013130658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013130658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:31:34.055221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24268): Terminating (SIGTERM)\u000a01:31:34.095204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24271): Terminating (SIGTERM)\u000a01:31:34.134582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24274): Terminating (SIGTERM)\u000a01:31:34.143749 --- ParallelTerminationStrategy: PID 24268 died...\u000a01:31:34.196677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24268): Terminated: ok {rc=0}\u000a01:31:34.206296 --- ParallelTerminationStrategy: PID 24271 died...\u000a01:31:34.259431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24271): Terminated: ok {rc=0}\u000a01:31:34.268928 --- ParallelTerminationStrategy: PID 24274 died...\u000a01:31:34.322319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24274): Terminated: ok {rc=0}\u000a01:31:34.409610 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24282): Process ended prematurely: osmo-stp_10.42.42.5(pid=24282) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24282)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24282): Process ended prematurely: osmo-stp_10.42.42.5(pid=24282) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:31:35.463055 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:35.474697 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:31:35.641820 tst ping_idle_ping.py: using LAC 37612\u000a01:31:35.769889 tst ping_idle_ping.py: using RAC 127\u000a01:31:35.897166 tst ping_idle_ping.py: using CellId 37612\u000a01:31:36.026640 tst ping_idle_ping.py: using BVCI 37613\u000a01:31:36.051244 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:36.062805 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:36.074276 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:36.085709 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:36.097978 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:36.110339 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:36.122856 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:36.135087 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:31:36.411476 tst ping_idle_ping.py:24: start network...\u000a01:31:36.535193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:31:37.021604 run create_hlr_db(pid=24276): Launched\u000a01:31:37.209063 bus /gobi_6: Setting Powered False\u000a01:31:38.230616 run create_hlr_db(pid=24276): Terminated: ok {rc=0}\u000a01:31:38.661218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24278): Launched\u000a01:31:38.982170 run osmo-hlr_10.42.42.2(pid=24279): Launched\u000a01:31:39.098096 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:31:39.656362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24281): Launched\u000a01:31:39.981100 run osmo-stp_10.42.42.5(pid=24282): Launched\u000a01:31:40.097654 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:31:40.659264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24284): Launched\u000a01:31:40.773559 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:31:41.054904 run patchelf(pid=24285): Launched\u000a01:31:41.242542 run osmo-stp_10.42.42.5(pid=24282): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24282)]\u000a01:31:41.379925 run osmo-stp_10.42.42.5(pid=24282): stdout: \u000a| (launched: 2022-12-14_01:31:39.818491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:41.518768 run osmo-stp_10.42.42.5(pid=24282): stderr: \u000a| �[0;m�[38;5;43m20221214013140010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013140010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013140010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013140011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013140011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013140011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013140011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:41.651169 run osmo-stp_10.42.42.5(pid=24282): stdout: \u000a| (launched: 2022-12-14_01:31:39.818491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:41.782392 run osmo-stp_10.42.42.5(pid=24282): stderr: \u000a| �[0;m�[38;5;43m20221214013140010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013140010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013140010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013140011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013140011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013140011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013140011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:41.935098 run patchelf(pid=24285): Terminating (SIGINT)\u000a01:31:42.114339 run patchelf(pid=24285): Terminated: ok {rc=0}\u000a01:31:42.146737 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24282): Process ended prematurely: osmo-stp_10.42.42.5(pid=24282) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24282)] [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:31:42.156027 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:31:42.219506 run osmo-hlr_10.42.42.2(pid=24279): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24279)]\u000a01:31:42.271097 run osmo-hlr_10.42.42.2(pid=24279): stdout: \u000a| (launched: 2022-12-14_01:31:38.823601) \u000a01:31:42.323481 run osmo-hlr_10.42.42.2(pid=24279): stderr: \u000a| �[0;m�[1;31m20221214013139020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013139020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013139020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013139020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013139020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013139021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013139033 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013139041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013139041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013139041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:31:42.368170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24278): Terminating (SIGTERM)\u000a01:31:42.410896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24281): Terminating (SIGTERM)\u000a01:31:42.453450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24284): Terminating (SIGTERM)\u000a01:31:42.463180 --- ParallelTerminationStrategy: PID 24278 died...\u000a01:31:42.519853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24278): Terminated: ok {rc=0}\u000a01:31:42.530025 --- ParallelTerminationStrategy: PID 24281 died...\u000a01:31:42.586234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24281): Terminated: ok {rc=0}\u000a01:31:42.596311 --- ParallelTerminationStrategy: PID 24284 died...\u000a01:31:42.652302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24284): Terminated: ok {rc=0}\u000a01:31:42.739181 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:30:44" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24300): Process ended prematurely: osmo-stp_10.42.42.5(pid=24300) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24300)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24300): Process ended prematurely: osmo-stp_10.42.42.5(pid=24300) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:31:44.882402 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:44.893241 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:31:45.051476 tst cs_paging_gprs_active.py: using LAC 37613\u000a01:31:45.172700 tst cs_paging_gprs_active.py: using RAC 128\u000a01:31:45.300564 tst cs_paging_gprs_active.py: using CellId 37613\u000a01:31:45.430967 tst cs_paging_gprs_active.py: using BVCI 37614\u000a01:31:45.456107 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:45.467705 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:45.479256 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:45.490805 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:45.502727 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:45.514431 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:45.526252 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:45.537807 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:45.549569 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:31:45.667300 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:31:45.951319 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:31:46.079999 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:31:46.415019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24290): Launched\u000a01:31:46.698116 run iperf3-srv_10.42.42.10(pid=24291): Launched\u000a01:31:46.887072 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:31:47.015924 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:31:47.349868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24292): Launched\u000a01:31:47.632875 run iperf3-srv_10.42.42.10(pid=24293): Launched\u000a01:31:47.833703 tst cs_paging_gprs_active.py:38: start network...\u000a01:31:47.970141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:31:48.488150 run create_hlr_db(pid=24294): Launched\u000a01:31:48.678045 bus /gobi_6: Setting Powered False\u000a01:31:49.698954 run create_hlr_db(pid=24294): Terminated: ok {rc=0}\u000a01:31:50.108626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24296): Launched\u000a01:31:50.413833 run osmo-hlr_10.42.42.2(pid=24297): Launched\u000a01:31:50.530638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:31:51.060245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24299): Launched\u000a01:31:51.365750 run osmo-stp_10.42.42.5(pid=24300): Launched\u000a01:31:51.476541 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:31:52.005943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24302): Launched\u000a01:31:52.112822 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:31:52.379610 run patchelf(pid=24303): Launched\u000a01:31:52.559544 run osmo-stp_10.42.42.5(pid=24300): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24300)]\u000a01:31:52.689888 run osmo-stp_10.42.42.5(pid=24300): stdout: \u000a| (launched: 2022-12-14_01:31:51.213566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:52.820137 run osmo-stp_10.42.42.5(pid=24300): stderr: \u000a| �[0;m�[38;5;43m20221214013151384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013151384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013151384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013151385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013151385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013151385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013151385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:52.946073 run osmo-stp_10.42.42.5(pid=24300): stdout: \u000a| (launched: 2022-12-14_01:31:51.213566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:53.069993 run osmo-stp_10.42.42.5(pid=24300): stderr: \u000a| �[0;m�[38;5;43m20221214013151384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013151384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013151384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013151385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013151385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013151385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013151385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:53.215297 run patchelf(pid=24303): Terminating (SIGINT)\u000a01:31:53.386159 run patchelf(pid=24303): Terminated: ok {rc=0}\u000a01:31:53.417692 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24300): Process ended prematurely: osmo-stp_10.42.42.5(pid=24300) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24300)] [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a01:31:53.427145 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a01:31:53.486529 run osmo-hlr_10.42.42.2(pid=24297): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24297)]\u000a01:31:53.534486 run osmo-hlr_10.42.42.2(pid=24297): stdout: \u000a| (launched: 2022-12-14_01:31:50.262328) \u000a01:31:53.583314 run osmo-hlr_10.42.42.2(pid=24297): stderr: \u000a| �[0;m�[1;31m20221214013150437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013150437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013150437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013150437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013150437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013150438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013150450 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013150459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013150459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013150459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:31:53.624535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24290): Terminating (SIGTERM)\u000a01:31:53.663247 run iperf3-srv_10.42.42.10(pid=24291): Terminating (SIGTERM)\u000a01:31:53.701880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24292): Terminating (SIGTERM)\u000a01:31:53.740392 run iperf3-srv_10.42.42.10(pid=24293): Terminating (SIGTERM)\u000a01:31:53.779059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24296): Terminating (SIGTERM)\u000a01:31:53.817706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24299): Terminating (SIGTERM)\u000a01:31:53.856885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24302): Terminating (SIGTERM)\u000a01:31:53.866010 --- ParallelTerminationStrategy: PID 24290 died...\u000a01:31:53.918126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24290): Terminated: ok {rc=0}\u000a01:31:53.927503 --- ParallelTerminationStrategy: PID 24291 died...\u000a01:31:53.979561 run iperf3-srv_10.42.42.10(pid=24291): Terminated {rc=256}\u000a01:31:53.989072 --- ParallelTerminationStrategy: PID 24292 died...\u000a01:31:54.041025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24292): Terminated: ok {rc=0}\u000a01:31:54.050434 --- ParallelTerminationStrategy: PID 24293 died...\u000a01:31:54.102511 run iperf3-srv_10.42.42.10(pid=24293): Terminated {rc=256}\u000a01:31:54.111934 --- ParallelTerminationStrategy: PID 24296 died...\u000a01:31:54.163898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24296): Terminated: ok {rc=0}\u000a01:31:54.173366 --- ParallelTerminationStrategy: PID 24299 died...\u000a01:31:54.225296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24299): Terminated: ok {rc=0}\u000a01:31:54.234677 --- ParallelTerminationStrategy: PID 24302 died...\u000a01:31:54.286653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24302): Terminated: ok {rc=0}\u000a01:31:54.374506 bus /gobi_0: Setting Powered False\u000a01:31:55.478261 bus /gobi_0: Setting Powered False\u000a01:31:56.582899 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24312): Process ended prematurely: osmo-stp_10.42.42.5(pid=24312) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24312)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24312): Process ended prematurely: osmo-stp_10.42.42.5(pid=24312) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a01:31:57.690407 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:57.701973 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:31:57.862165 tst iperf3.py: using LAC 37614\u000a01:31:57.983154 tst iperf3.py: using RAC 129\u000a01:31:58.101448 tst iperf3.py: using CellId 37614\u000a01:31:58.219625 tst iperf3.py: using BVCI 37615\u000a01:31:58.242997 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:58.254082 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:58.264993 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:58.275876 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:58.286724 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:58.297623 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:58.308503 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:58.319203 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:31:58.330077 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:31:58.626037 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:31:58.762277 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:31:59.102377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24304): Launched\u000a01:31:59.384273 run iperf3-srv_10.42.42.10(pid=24305): Launched\u000a01:31:59.584504 tst iperf3.py:8: start network...\u000a01:31:59.720337 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:32:00.234364 run create_hlr_db(pid=24306): Launched\u000a01:32:00.422741 bus /gobi_6: Setting Powered False\u000a01:32:01.435717 run create_hlr_db(pid=24306): Terminated: ok {rc=0}\u000a01:32:01.935903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24308): Launched\u000a01:32:02.327586 run osmo-hlr_10.42.42.2(pid=24309): Launched\u000a01:32:02.449586 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:32:03.015869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24311): Launched\u000a01:32:03.345418 run osmo-stp_10.42.42.5(pid=24312): Launched\u000a01:32:03.464884 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:32:04.035480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24314): Launched\u000a01:32:04.151595 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:32:04.438650 run patchelf(pid=24315): Launched\u000a01:32:04.629787 run osmo-stp_10.42.42.5(pid=24312): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24312)]\u000a01:32:04.769643 run osmo-stp_10.42.42.5(pid=24312): stdout: \u000a| (launched: 2022-12-14_01:32:03.180861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:04.909672 run osmo-stp_10.42.42.5(pid=24312): stderr: \u000a| �[0;m�[38;5;43m20221214013203374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013203374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013203375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013203375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013203376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013203376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013203376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:05.044074 run osmo-stp_10.42.42.5(pid=24312): stdout: \u000a| (launched: 2022-12-14_01:32:03.180861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:05.177442 run osmo-stp_10.42.42.5(pid=24312): stderr: \u000a| �[0;m�[38;5;43m20221214013203374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013203374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013203375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013203375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013203376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013203376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013203376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:05.332364 run patchelf(pid=24315): Terminating (SIGINT)\u000a01:32:05.515520 run patchelf(pid=24315): Terminated: ok {rc=0}\u000a01:32:05.549096 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24312): Process ended prematurely: osmo-stp_10.42.42.5(pid=24312) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24312)] [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a01:32:05.559149 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a01:32:05.623304 run osmo-hlr_10.42.42.2(pid=24309): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24309)]\u000a01:32:05.675217 run osmo-hlr_10.42.42.2(pid=24309): stdout: \u000a| (launched: 2022-12-14_01:32:02.094008) \u000a01:32:05.727535 run osmo-hlr_10.42.42.2(pid=24309): stderr: \u000a| �[0;m�[1;31m20221214013202320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013202320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013202320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013202320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013202320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013202320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013202334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013202342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013202343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013202343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:32:05.772206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24304): Terminating (SIGTERM)\u000a01:32:05.814421 run iperf3-srv_10.42.42.10(pid=24305): Terminating (SIGTERM)\u000a01:32:05.856597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24308): Terminating (SIGTERM)\u000a01:32:05.898825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24311): Terminating (SIGTERM)\u000a01:32:05.941064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24314): Terminating (SIGTERM)\u000a01:32:05.950866 --- ParallelTerminationStrategy: PID 24304 died...\u000a01:32:06.007586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24304): Terminated: ok {rc=0}\u000a01:32:06.017759 --- ParallelTerminationStrategy: PID 24305 died...\u000a01:32:06.073731 run iperf3-srv_10.42.42.10(pid=24305): Terminated {rc=256}\u000a01:32:06.083774 --- ParallelTerminationStrategy: PID 24308 died...\u000a01:32:06.140007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24308): Terminated: ok {rc=0}\u000a01:32:06.150051 --- ParallelTerminationStrategy: PID 24311 died...\u000a01:32:06.206063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24311): Terminated: ok {rc=0}\u000a01:32:06.216197 --- ParallelTerminationStrategy: PID 24314 died...\u000a01:32:06.272374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24314): Terminated: ok {rc=0}\u000a01:32:06.359756 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24330): Process ended prematurely: osmo-stp_10.42.42.5(pid=24330) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24330)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24330): Process ended prematurely: osmo-stp_10.42.42.5(pid=24330) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a01:32:07.475184 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:07.487404 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:32:07.654031 tst iperf3m4.py: using LAC 37615\u000a01:32:07.780654 tst iperf3m4.py: using RAC 130\u000a01:32:07.907260 tst iperf3m4.py: using CellId 37615\u000a01:32:08.036651 tst iperf3m4.py: using BVCI 37616\u000a01:32:08.061609 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:08.073102 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:08.084258 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:08.095505 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:08.107429 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:08.119363 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:08.131617 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:08.143537 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:08.155642 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:32:08.275988 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:32:08.399741 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:32:08.519187 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:32:08.816428 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:32:08.953014 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:32:09.293280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24316): Launched\u000a01:32:09.576719 run iperf3-srv_10.42.42.10(pid=24317): Launched\u000a01:32:09.776611 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:32:09.912428 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:32:10.252788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24318): Launched\u000a01:32:10.535413 run iperf3-srv_10.42.42.10(pid=24319): Launched\u000a01:32:10.734424 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:32:10.870259 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:32:11.210442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24320): Launched\u000a01:32:11.492886 run iperf3-srv_10.42.42.10(pid=24321): Launched\u000a01:32:11.692038 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:32:11.827291 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:32:12.167706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24322): Launched\u000a01:32:12.448395 run iperf3-srv_10.42.42.10(pid=24323): Launched\u000a01:32:12.648474 tst iperf3m4.py:8: start network...\u000a01:32:12.784439 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:32:13.298967 run create_hlr_db(pid=24324): Launched\u000a01:32:13.487783 bus /gobi_6: Setting Powered False\u000a01:32:14.508336 run create_hlr_db(pid=24324): Terminated: ok {rc=0}\u000a01:32:14.919949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24326): Launched\u000a01:32:15.227189 run osmo-hlr_10.42.42.2(pid=24327): Launched\u000a01:32:15.341343 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:32:15.876406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24329): Launched\u000a01:32:16.306801 run osmo-stp_10.42.42.5(pid=24330): Launched\u000a01:32:16.425685 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:32:17.131814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24332): Launched\u000a01:32:17.253132 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:32:17.545680 run patchelf(pid=24333): Launched\u000a01:32:17.736654 run osmo-stp_10.42.42.5(pid=24330): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24330)]\u000a01:32:17.876401 run osmo-stp_10.42.42.5(pid=24330): stdout: \u000a| (launched: 2022-12-14_01:32:16.052376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:18.016142 run osmo-stp_10.42.42.5(pid=24330): stderr: \u000a| �[0;m�[38;5;43m20221214013216414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013216414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013216415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013216415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013216416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013216416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013216416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:18.151028 run osmo-stp_10.42.42.5(pid=24330): stdout: \u000a| (launched: 2022-12-14_01:32:16.052376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:18.283879 run osmo-stp_10.42.42.5(pid=24330): stderr: \u000a| �[0;m�[38;5;43m20221214013216414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013216414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013216415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013216415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013216416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013216416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013216416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:18.439620 run patchelf(pid=24333): Terminating (SIGINT)\u000a01:32:18.622343 run patchelf(pid=24333): Terminated: ok {rc=0}\u000a01:32:18.655745 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24330): Process ended prematurely: osmo-stp_10.42.42.5(pid=24330) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24330)] [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a01:32:18.665767 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a01:32:18.729661 run osmo-hlr_10.42.42.2(pid=24327): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24327)]\u000a01:32:18.781124 run osmo-hlr_10.42.42.2(pid=24327): stdout: \u000a| (launched: 2022-12-14_01:32:15.074254) \u000a01:32:18.833383 run osmo-hlr_10.42.42.2(pid=24327): stderr: \u000a| �[0;m�[1;31m20221214013215251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013215251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013215251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013215251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013215251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013215251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013215263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013215271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013215271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013215271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:32:18.878098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24316): Terminating (SIGTERM)\u000a01:32:18.920112 run iperf3-srv_10.42.42.10(pid=24317): Terminating (SIGTERM)\u000a01:32:18.962586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24318): Terminating (SIGTERM)\u000a01:32:19.004680 run iperf3-srv_10.42.42.10(pid=24319): Terminating (SIGTERM)\u000a01:32:19.047057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24320): Terminating (SIGTERM)\u000a01:32:19.089516 run iperf3-srv_10.42.42.10(pid=24321): Terminating (SIGTERM)\u000a01:32:19.131632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24322): Terminating (SIGTERM)\u000a01:32:19.173628 run iperf3-srv_10.42.42.10(pid=24323): Terminating (SIGTERM)\u000a01:32:19.215653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24326): Terminating (SIGTERM)\u000a01:32:19.257812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24329): Terminating (SIGTERM)\u000a01:32:19.299794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24332): Terminating (SIGTERM)\u000a01:32:19.309728 --- ParallelTerminationStrategy: PID 24316 died...\u000a01:32:19.366627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24316): Terminated: ok {rc=0}\u000a01:32:19.376855 --- ParallelTerminationStrategy: PID 24317 died...\u000a01:32:19.432915 run iperf3-srv_10.42.42.10(pid=24317): Terminated {rc=256}\u000a01:32:19.443439 --- ParallelTerminationStrategy: PID 24318 died...\u000a01:32:19.499835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24318): Terminated: ok {rc=0}\u000a01:32:19.510062 --- ParallelTerminationStrategy: PID 24319 died...\u000a01:32:19.566219 run iperf3-srv_10.42.42.10(pid=24319): Terminated {rc=256}\u000a01:32:19.576621 --- ParallelTerminationStrategy: PID 24320 died...\u000a01:32:19.633067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24320): Terminated: ok {rc=0}\u000a01:32:19.643668 --- ParallelTerminationStrategy: PID 24321 died...\u000a01:32:19.700199 run iperf3-srv_10.42.42.10(pid=24321): Terminated {rc=256}\u000a01:32:19.710351 --- ParallelTerminationStrategy: PID 24322 died...\u000a01:32:19.766194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24322): Terminated: ok {rc=0}\u000a01:32:19.776379 --- ParallelTerminationStrategy: PID 24323 died...\u000a01:32:19.832122 run iperf3-srv_10.42.42.10(pid=24323): Terminated {rc=256}\u000a01:32:19.842206 --- ParallelTerminationStrategy: PID 24326 died...\u000a01:32:19.898260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24326): Terminated: ok {rc=0}\u000a01:32:19.908390 --- ParallelTerminationStrategy: PID 24329 died...\u000a01:32:19.964468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24329): Terminated: ok {rc=0}\u000a01:32:19.974675 --- ParallelTerminationStrategy: PID 24332 died...\u000a01:32:20.030798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24332): Terminated: ok {rc=0}\u000a01:32:20.119581 bus /gobi_4: Setting Powered False\u000a01:32:21.225491 bus /gobi_4: Setting Powered False\u000a01:32:22.338269 bus /gobi_1: Setting Powered False\u000a01:32:23.446326 bus /gobi_1: Setting Powered False\u000a01:32:24.557304 bus /gobi_0: Setting Powered False\u000a01:32:25.665216 bus /gobi_0: Setting Powered False\u000a01:32:26.773705 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24340): Process ended prematurely: osmo-stp_10.42.42.5(pid=24340) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24340)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24340): Process ended prematurely: osmo-stp_10.42.42.5(pid=24340) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24340)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a01:32:27.842404 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:27.854652 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:32:28.021077 tst ping.py: using LAC 37616\u000a01:32:28.146733 tst ping.py: using RAC 131\u000a01:32:28.271674 tst ping.py: using CellId 37616\u000a01:32:28.395814 tst ping.py: using BVCI 37617\u000a01:32:28.420447 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:28.431975 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:28.443656 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:28.455126 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:28.466730 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:28.478676 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:28.490639 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:28.502263 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:32:28.792751 tst ping.py:19: start network...\u000a01:32:28.925781 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:32:29.429136 run create_hlr_db(pid=24334): Launched\u000a01:32:29.615720 bus /gobi_6: Setting Powered False\u000a01:32:30.626384 run create_hlr_db(pid=24334): Terminated: ok {rc=0}\u000a01:32:31.087074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24336): Launched\u000a01:32:31.487904 run osmo-hlr_10.42.42.2(pid=24337): Launched\u000a01:32:31.710807 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:32:32.341880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24339): Launched\u000a01:32:32.640655 run osmo-stp_10.42.42.5(pid=24340): Launched\u000a01:32:32.748740 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:32:33.269784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24342): Launched\u000a01:32:33.375448 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:32:33.636733 run patchelf(pid=24343): Launched\u000a01:32:33.811987 run osmo-stp_10.42.42.5(pid=24340): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24340)]\u000a01:32:33.939395 run osmo-stp_10.42.42.5(pid=24340): stdout: \u000a| (launched: 2022-12-14_01:32:32.492893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:34.067045 run osmo-stp_10.42.42.5(pid=24340): stderr: \u000a| �[0;m�[38;5;43m20221214013232663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013232663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013232664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013232664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013232665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013232665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013232665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:34.189727 run osmo-stp_10.42.42.5(pid=24340): stdout: \u000a| (launched: 2022-12-14_01:32:32.492893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:34.311074 run osmo-stp_10.42.42.5(pid=24340): stderr: \u000a| �[0;m�[38;5;43m20221214013232663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013232663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013232664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013232664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013232665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013232665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013232665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:34.452824 run patchelf(pid=24343): Terminating (SIGINT)\u000a01:32:34.619835 run patchelf(pid=24343): Terminated: ok {rc=0}\u000a01:32:34.650158 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24340): Process ended prematurely: osmo-stp_10.42.42.5(pid=24340) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24340)] [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a01:32:34.658824 tst ping.py:22: Test FAILED (6.8 sec)\u000a01:32:34.718628 run osmo-hlr_10.42.42.2(pid=24337): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24337)]\u000a01:32:34.767245 run osmo-hlr_10.42.42.2(pid=24337): stdout: \u000a| (launched: 2022-12-14_01:32:31.242103) \u000a01:32:34.816622 run osmo-hlr_10.42.42.2(pid=24337): stderr: \u000a| �[0;m�[1;31m20221214013231581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013231582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013231582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013231582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013231582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013231582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013231605 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013231615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013231616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013231616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:32:34.858450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24336): Terminating (SIGTERM)\u000a01:32:34.897844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24339): Terminating (SIGTERM)\u000a01:32:34.937364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24342): Terminating (SIGTERM)\u000a01:32:34.946270 --- ParallelTerminationStrategy: PID 24336 died...\u000a01:32:34.999186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24336): Terminated: ok {rc=0}\u000a01:32:35.008865 --- ParallelTerminationStrategy: PID 24339 died...\u000a01:32:35.061696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24339): Terminated: ok {rc=0}\u000a01:32:35.071263 --- ParallelTerminationStrategy: PID 24342 died...\u000a01:32:35.124009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24342): Terminated: ok {rc=0}\u000a01:32:35.212594 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24350): Process ended prematurely: osmo-stp_10.42.42.5(pid=24350) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24350)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24350): Process ended prematurely: osmo-stp_10.42.42.5(pid=24350) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a01:32:36.266023 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:36.278229 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:32:36.432896 tst ping_idle_ping.py: using LAC 37617\u000a01:32:36.548033 tst ping_idle_ping.py: using RAC 132\u000a01:32:36.672325 tst ping_idle_ping.py: using CellId 37617\u000a01:32:36.795793 tst ping_idle_ping.py: using BVCI 37618\u000a01:32:36.820585 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:36.832166 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:36.843684 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:36.855207 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:36.866795 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:36.878345 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:36.890034 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:36.901494 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:32:37.175768 tst ping_idle_ping.py:24: start network...\u000a01:32:37.299373 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:32:37.785962 run create_hlr_db(pid=24344): Launched\u000a01:32:37.959487 bus /gobi_6: Setting Powered False\u000a01:32:38.982333 run create_hlr_db(pid=24344): Terminated: ok {rc=0}\u000a01:32:39.411778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24346): Launched\u000a01:32:39.735045 run osmo-hlr_10.42.42.2(pid=24347): Launched\u000a01:32:39.853589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:32:40.413631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24349): Launched\u000a01:32:40.736248 run osmo-stp_10.42.42.5(pid=24350): Launched\u000a01:32:40.851505 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:32:41.412471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24352): Launched\u000a01:32:41.526955 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:32:41.807210 run patchelf(pid=24353): Launched\u000a01:32:41.994512 run osmo-stp_10.42.42.5(pid=24350): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24350)]\u000a01:32:42.131166 run osmo-stp_10.42.42.5(pid=24350): stdout: \u000a| (launched: 2022-12-14_01:32:40.576628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:42.268183 run osmo-stp_10.42.42.5(pid=24350): stderr: \u000a| �[0;m�[38;5;43m20221214013240771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013240771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013240772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013240772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013240772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013240773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013240773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:42.399918 run osmo-stp_10.42.42.5(pid=24350): stdout: \u000a| (launched: 2022-12-14_01:32:40.576628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:42.531122 run osmo-stp_10.42.42.5(pid=24350): stderr: \u000a| �[0;m�[38;5;43m20221214013240771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013240771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013240772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013240772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013240772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013240773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013240773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:42.683197 run patchelf(pid=24353): Terminating (SIGINT)\u000a01:32:42.861611 run patchelf(pid=24353): Terminated: ok {rc=0}\u000a01:32:42.894004 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24350): Process ended prematurely: osmo-stp_10.42.42.5(pid=24350) [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24350)] [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a01:32:42.903303 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a01:32:42.966882 run osmo-hlr_10.42.42.2(pid=24347): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24347)]\u000a01:32:43.018361 run osmo-hlr_10.42.42.2(pid=24347): stdout: \u000a| (launched: 2022-12-14_01:32:39.575212) \u000a01:32:43.070439 run osmo-hlr_10.42.42.2(pid=24347): stderr: \u000a| �[0;m�[1;31m20221214013239774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013239774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013239774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013239774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013239774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013239774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013239786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013239794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013239794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013239794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:32:43.115151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24346): Terminating (SIGTERM)\u000a01:32:43.157418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24349): Terminating (SIGTERM)\u000a01:32:43.199635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24352): Terminating (SIGTERM)\u000a01:32:43.209484 --- ParallelTerminationStrategy: PID 24346 died...\u000a01:32:43.265941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24346): Terminated: ok {rc=0}\u000a01:32:43.276035 --- ParallelTerminationStrategy: PID 24349 died...\u000a01:32:43.332209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24349): Terminated: ok {rc=0}\u000a01:32:43.342293 --- ParallelTerminationStrategy: PID 24352 died...\u000a01:32:43.398582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24352): Terminated: ok {rc=0}\u000a01:32:43.486992 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:31:44" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24365): Process ended prematurely: osmo-stp_10.42.42.5(pid=24365) [trial-2397↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24365)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24365): Process ended prematurely: osmo-stp_10.42.42.5(pid=24365) [trial-2397↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:32:45.517199 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:32:45.529085 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:32:45.693061 tst switch_tch_pdch.py: using LAC 37618\u000a01:32:45.816336 tst switch_tch_pdch.py: using RAC 133\u000a01:32:45.952933 tst switch_tch_pdch.py: using CellId 37618\u000a01:32:46.081871 tst switch_tch_pdch.py: using BVCI 37619\u000a01:32:46.108360 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:32:46.121396 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:32:46.134054 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:32:46.146861 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:32:46.160194 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:32:46.173555 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:32:46.187746 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:32:46.200909 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:32:46.326040 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:32:46.634171 tst switch_tch_pdch.py:51: start network...\u000a01:32:46.771138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:32:47.297200 run create_hlr_db(pid=24359): Launched\u000a01:32:47.484604 bus /gobi_6: Setting Powered False\u000a01:32:48.504759 run create_hlr_db(pid=24359): Terminated: ok {rc=0}\u000a01:32:48.909225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24361): Launched\u000a01:32:49.210051 run osmo-hlr_10.42.42.2(pid=24362): Launched\u000a01:32:49.319015 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:32:49.844445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24364): Launched\u000a01:32:50.145446 run osmo-stp_10.42.42.5(pid=24365): Launched\u000a01:32:50.253369 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:32:50.773039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24367): Launched\u000a01:32:50.878342 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:32:51.144392 run patchelf(pid=24368): Launched\u000a01:32:51.330662 run osmo-stp_10.42.42.5(pid=24365): ERR: Terminated: ERROR {rc=1} [trial-2397↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24365)]\u000a01:32:51.467486 run osmo-stp_10.42.42.5(pid=24365): stdout: \u000a| (launched: 2022-12-14_01:32:49.995954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:51.604439 run osmo-stp_10.42.42.5(pid=24365): stderr: \u000a| �[0;m�[38;5;43m20221214013250168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013250168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013250169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013250169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013250169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013250169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013250170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:51.736098 run osmo-stp_10.42.42.5(pid=24365): stdout: \u000a| (launched: 2022-12-14_01:32:49.995954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:51.866726 run osmo-stp_10.42.42.5(pid=24365): stderr: \u000a| �[0;m�[38;5;43m20221214013250168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013250168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013250169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013250169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013250169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013250169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013250170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:52.018748 run patchelf(pid=24368): Terminating (SIGINT)\u000a01:32:52.197165 run patchelf(pid=24368): Terminated: ok {rc=0}\u000a01:32:52.229341 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24365): Process ended prematurely: osmo-stp_10.42.42.5(pid=24365) [trial-2397↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24365)] [trial-2397↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:32:52.238655 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a01:32:52.301518 run osmo-hlr_10.42.42.2(pid=24362): ERR: Terminated: ERROR {rc=237} [trial-2397↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24362)]\u000a01:32:52.352845 run osmo-hlr_10.42.42.2(pid=24362): stdout: \u000a| (launched: 2022-12-14_01:32:49.061090) \u000a01:32:52.405049 run osmo-hlr_10.42.42.2(pid=24362): stderr: \u000a| �[0;m�[1;31m20221214013249235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013249235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013249235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013249235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013249235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013249236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013249261 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013249269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013249270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013249270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:32:52.449426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24361): Terminating (SIGTERM)\u000a01:32:52.492374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24364): Terminating (SIGTERM)\u000a01:32:52.534586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24367): Terminating (SIGTERM)\u000a01:32:52.544296 --- ParallelTerminationStrategy: PID 24361 died...\u000a01:32:52.600709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24361): Terminated: ok {rc=0}\u000a01:32:52.610929 --- ParallelTerminationStrategy: PID 24364 died...\u000a01:32:52.667136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24364): Terminated: ok {rc=0}\u000a01:32:52.677289 --- ParallelTerminationStrategy: PID 24367 died...\u000a01:32:52.733218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24367): Terminated: ok {rc=0}\u000a01:32:52.819777 bus /gobi_0: Setting Powered False\u000a01:32:53.925494 bus /gobi_0: Setting Powered False\u000a01:32:55.032932 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:32:45" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24381): Process ended prematurely: osmo-stp_10.42.42.5(pid=24381) [trial-2397↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24381)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24381): Process ended prematurely: osmo-stp_10.42.42.5(pid=24381) [trial-2397↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24381)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a01:32:57.015749 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:32:57.026765 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a01:32:57.183544 tst switch_tch_pdch.py: using LAC 37619\u000a01:32:57.299622 tst switch_tch_pdch.py: using RAC 134\u000a01:32:57.414439 tst switch_tch_pdch.py: using CellId 37619\u000a01:32:57.529800 tst switch_tch_pdch.py: using BVCI 37620\u000a01:32:57.552491 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:32:57.563453 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:32:57.574182 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:32:57.584898 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:32:57.595626 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:32:57.606404 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:32:57.617254 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:32:57.628326 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:32:57.747762 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:32:58.024537 tst switch_tch_pdch.py:51: start network...\u000a01:32:58.148111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:32:58.603528 run create_hlr_db(pid=24374): Launched\u000a01:32:58.726273 bus /gobi_6: Setting Powered False\u000a01:32:59.797301 run create_hlr_db(pid=24374): Terminated: ok {rc=0}\u000a01:33:00.198317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24376): Launched\u000a01:33:00.521101 run osmo-hlr_10.42.42.2(pid=24377): Launched\u000a01:33:00.640487 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:33:01.217786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24379): Launched\u000a01:33:01.561312 run osmo-stp_10.42.42.5(pid=24381): Launched\u000a01:33:01.715285 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:33:02.328915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24383): Launched\u000a01:33:02.446128 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:33:02.727990 run patchelf(pid=24384): Launched\u000a01:33:02.914880 run osmo-stp_10.42.42.5(pid=24381): ERR: Terminated: ERROR {rc=1} [trial-2397↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24381)]\u000a01:33:03.051948 run osmo-stp_10.42.42.5(pid=24381): stdout: \u000a| (launched: 2022-12-14_01:33:01.398092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:03.189590 run osmo-stp_10.42.42.5(pid=24381): stderr: \u000a| �[0;m�[38;5;43m20221214013301794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013301794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013301798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013301798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013301799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013301799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013301799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:03.321880 run osmo-stp_10.42.42.5(pid=24381): stdout: \u000a| (launched: 2022-12-14_01:33:01.398092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:03.452878 run osmo-stp_10.42.42.5(pid=24381): stderr: \u000a| �[0;m�[38;5;43m20221214013301794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013301794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013301798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013301798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013301799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013301799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013301799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:03.606334 run patchelf(pid=24384): Terminating (SIGINT)\u000a01:33:03.785753 run patchelf(pid=24384): Terminated: ok {rc=0}\u000a01:33:03.818220 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24381): Process ended prematurely: osmo-stp_10.42.42.5(pid=24381) [trial-2397↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24381)] [trial-2397↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a01:33:03.827463 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a01:33:03.891269 run osmo-hlr_10.42.42.2(pid=24377): ERR: Terminated: ERROR {rc=237} [trial-2397↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24377)]\u000a01:33:03.942906 run osmo-hlr_10.42.42.2(pid=24377): stdout: \u000a| (launched: 2022-12-14_01:33:00.361222) \u000a01:33:03.995599 run osmo-hlr_10.42.42.2(pid=24377): stderr: \u000a| �[0;m�[1;31m20221214013300561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013300561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013300561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013300561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013300561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013300561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013300572 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013300582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013300582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013300582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:33:04.040474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24376): Terminating (SIGTERM)\u000a01:33:04.082724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24379): Terminating (SIGTERM)\u000a01:33:04.124612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24383): Terminating (SIGTERM)\u000a01:33:04.134298 --- ParallelTerminationStrategy: PID 24376 died...\u000a01:33:04.190314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24376): Terminated: ok {rc=0}\u000a01:33:04.200241 --- ParallelTerminationStrategy: PID 24379 died...\u000a01:33:04.255722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24379): Terminated: ok {rc=0}\u000a01:33:04.266015 --- ParallelTerminationStrategy: PID 24383 died...\u000a01:33:04.321619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24383): Terminated: ok {rc=0}\u000a01:33:04.407962 bus /gobi_0: Setting Powered False\u000a01:33:05.513576 bus /gobi_0: Setting Powered False\u000a01:33:06.620325 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:32:56" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24389): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24389) [trial-2397↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24389)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24389): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24389) [trial-2397↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a01:33:08.524556 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a01:33:08.536530 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:33:08.668209 tst mo_mt_sms.py: using LAC 37620\u000a01:33:08.787536 tst mo_mt_sms.py: using RAC 135\u000a01:33:08.908289 tst mo_mt_sms.py: using CellId 37620\u000a01:33:09.023076 tst mo_mt_sms.py: using BVCI 37621\u000a01:33:09.045685 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:33:09.165524 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:33:09.440155 tst mo_mt_sms.py:9: start nitb and bts...\u000a01:33:09.564308 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:33:10.184155 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24388): Launched\u000a01:33:10.480295 run osmo-nitb_10.42.42.2(pid=24389): Launched\u000a01:33:10.662780 run osmo-nitb_10.42.42.2(pid=24389): ERR: Terminated: ERROR {rc=2} [trial-2397↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24389)]\u000a01:33:10.797402 run osmo-nitb_10.42.42.2(pid=24389): stdout: \u000a| (launched: 2022-12-14_01:33:10.334570) \u000a01:33:10.932354 run osmo-nitb_10.42.42.2(pid=24389): stderr: \u000a| (launched: 2022-12-14_01:33:10.378613)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:33:11.061916 run osmo-nitb_10.42.42.2(pid=24389): stdout: \u000a| (launched: 2022-12-14_01:33:10.334570) \u000a01:33:11.190264 run osmo-nitb_10.42.42.2(pid=24389): stderr: \u000a| (launched: 2022-12-14_01:33:10.378613)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:33:11.600476 tst osmo-nitb_10.42.42.2(pid=24389): stdout: \u000a| (launched: 2022-12-14_01:33:10.334570) \u000a01:33:11.718188 tst osmo-nitb_10.42.42.2(pid=24389): stderr: \u000a| (launched: 2022-12-14_01:33:10.378613)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:33:11.769838 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=24389): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24389) [trial-2397↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24389)] [trial-2397↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a01:33:11.777963 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a01:33:11.811546 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24388): Terminating (SIGTERM)\u000a01:33:11.988658 --- ParallelTerminationStrategy: PID 24388 died...\u000a01:33:12.043081 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24388): Terminated: ok {rc=0}\u000a01:33:12.125688 bus /sierra_3: Setting Powered False\u000a01:33:13.232534 bus /sierra_3: Setting Powered False\u000a01:33:14.341227 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:33:08" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24399): Process ended prematurely: osmo-stp_10.42.42.5(pid=24399) [trial-2397↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24399)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24399): Process ended prematurely: osmo-stp_10.42.42.5(pid=24399) [trial-2397↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a01:33:16.231889 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:16.243966 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:33:16.400711 tst mo_mt_sms.py: using LAC 37621\u000a01:33:16.532478 tst mo_mt_sms.py: using RAC 136\u000a01:33:16.659591 tst mo_mt_sms.py: using CellId 37621\u000a01:33:16.789677 tst mo_mt_sms.py: using BVCI 37622\u000a01:33:16.815236 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:16.827618 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:16.839873 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:16.852108 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:16.866479 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:16.880353 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:33:17.004852 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:33:17.209365 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:33:17.691522 run create_hlr_db(pid=24393): Launched\u000a01:33:17.862973 bus /sierra_2: Setting Powered False\u000a01:33:18.885761 run create_hlr_db(pid=24393): Terminated: ok {rc=0}\u000a01:33:19.312771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24395): Launched\u000a01:33:19.633157 run osmo-hlr_10.42.42.2(pid=24396): Launched\u000a01:33:19.751773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:33:20.309485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24398): Launched\u000a01:33:20.631858 run osmo-stp_10.42.42.5(pid=24399): Launched\u000a01:33:20.746757 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:33:21.337683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24401): Launched\u000a01:33:21.661853 run osmo-msc_10.42.42.6(pid=24402): Launched\u000a01:33:21.851175 run osmo-stp_10.42.42.5(pid=24399): ERR: Terminated: ERROR {rc=1} [trial-2397↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24399)]\u000a01:33:21.986992 run osmo-stp_10.42.42.5(pid=24399): stdout: \u000a| (launched: 2022-12-14_01:33:20.471918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:22.122540 run osmo-stp_10.42.42.5(pid=24399): stderr: \u000a| �[0;m�[38;5;43m20221214013320666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013320666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013320666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013320666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013320667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013320667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013320667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:22.251583 run osmo-stp_10.42.42.5(pid=24399): stdout: \u000a| (launched: 2022-12-14_01:33:20.471918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:22.379457 run osmo-stp_10.42.42.5(pid=24399): stderr: \u000a| �[0;m�[38;5;43m20221214013320666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013320666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013320666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013320666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013320667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013320667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013320667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:22.435463 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=24399): Process ended prematurely: osmo-stp_10.42.42.5(pid=24399) [trial-2397↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24399)] [trial-2397↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a01:33:22.444199 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a01:33:22.508330 run osmo-hlr_10.42.42.2(pid=24396): ERR: Terminated: ERROR {rc=237} [trial-2397↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24396)]\u000a01:33:22.560256 run osmo-hlr_10.42.42.2(pid=24396): stdout: \u000a| (launched: 2022-12-14_01:33:19.474658) \u000a01:33:22.612533 run osmo-hlr_10.42.42.2(pid=24396): stderr: \u000a| �[0;m�[1;31m20221214013319674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013319674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013319674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013319674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013319674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013319674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013319686 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013319696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013319696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013319696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:33:22.683943 run osmo-msc_10.42.42.6(pid=24402): ERR: Terminated: ERROR {rc=2} [trial-2397↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24402)]\u000a01:33:22.735723 run osmo-msc_10.42.42.6(pid=24402): stdout: \u000a| (launched: 2022-12-14_01:33:21.500853) \u000a01:33:22.788557 run osmo-msc_10.42.42.6(pid=24402): stderr: \u000a| �[0;m�[38;5;43m20221214013321823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214013321823 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f857e362c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214013321824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214013321824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214013321824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214013321824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214013321826 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214013321826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214013321827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214013321827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:33:22.833412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24395): Terminating (SIGTERM)\u000a01:33:22.876467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24398): Terminating (SIGTERM)\u000a01:33:22.919193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24401): Terminating (SIGTERM)\u000a01:33:22.929167 --- ParallelTerminationStrategy: PID 24395 died...\u000a01:33:22.986437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24395): Terminated: ok {rc=0}\u000a01:33:22.996721 --- ParallelTerminationStrategy: PID 24398 died...\u000a01:33:23.053816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24398): Terminated: ok {rc=0}\u000a01:33:23.064355 --- ParallelTerminationStrategy: PID 24401 died...\u000a01:33:23.121319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24401): Terminated: ok {rc=0}\u000a01:33:23.209868 bus /sierra_3: Setting Powered False\u000a01:33:24.317174 bus /sierra_3: Setting Powered False\u000a01:33:25.425791 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:33:16" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24408): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24408) [trial-2397↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24408)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24408): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24408) [trial-2397↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a01:33:27.263452 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a01:33:27.275180 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:33:27.414605 tst assert_extension.py: using LAC 37622\u000a01:33:27.541146 tst assert_extension.py: using RAC 137\u000a01:33:27.666062 tst assert_extension.py: using CellId 37622\u000a01:33:27.795138 tst assert_extension.py: using BVCI 37623\u000a01:33:27.819730 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a01:33:28.094122 tst assert_extension.py:10: start nitb and bts...\u000a01:33:28.218668 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:33:28.837917 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24407): Launched\u000a01:33:29.136727 run osmo-nitb_10.42.42.2(pid=24408): Launched\u000a01:33:29.320345 run osmo-nitb_10.42.42.2(pid=24408): ERR: Terminated: ERROR {rc=2} [trial-2397↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24408)]\u000a01:33:29.455598 run osmo-nitb_10.42.42.2(pid=24408): stdout: \u000a| (launched: 2022-12-14_01:33:28.989741) \u000a01:33:29.591445 run osmo-nitb_10.42.42.2(pid=24408): stderr: \u000a| (launched: 2022-12-14_01:33:29.034061)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:33:29.722124 run osmo-nitb_10.42.42.2(pid=24408): stdout: \u000a| (launched: 2022-12-14_01:33:28.989741) \u000a01:33:29.851810 run osmo-nitb_10.42.42.2(pid=24408): stderr: \u000a| (launched: 2022-12-14_01:33:29.034061)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:33:30.257898 tst osmo-nitb_10.42.42.2(pid=24408): stdout: \u000a| (launched: 2022-12-14_01:33:28.989741) \u000a01:33:30.375901 tst osmo-nitb_10.42.42.2(pid=24408): stderr: \u000a| (launched: 2022-12-14_01:33:29.034061)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:33:30.427572 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=24408): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24408) [trial-2397↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24408)] [trial-2397↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a01:33:30.435749 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a01:33:30.470070 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24407): Terminating (SIGTERM)\u000a01:33:30.647534 --- ParallelTerminationStrategy: PID 24407 died...\u000a01:33:30.702979 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24407): Terminated: ok {rc=0}\u000a01:33:30.791286 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:33:27" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24418): Process ended prematurely: osmo-stp_10.42.42.5(pid=24418) [trial-2397↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24418)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24418): Process ended prematurely: osmo-stp_10.42.42.5(pid=24418) [trial-2397↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24418)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a01:33:32.655494 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:32.666980 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:33:32.803371 tst assert_extension.py: using LAC 37623\u000a01:33:32.930258 tst assert_extension.py: using RAC 138\u000a01:33:33.056245 tst assert_extension.py: using CellId 37623\u000a01:33:33.182490 tst assert_extension.py: using BVCI 37624\u000a01:33:33.206691 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:33.218208 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:33.229390 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:33.240375 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:33.251748 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:33.263135 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a01:33:33.472373 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:33:33.974436 run create_hlr_db(pid=24412): Launched\u000a01:33:34.159893 bus /sierra_2: Setting Powered False\u000a01:33:35.180384 run create_hlr_db(pid=24412): Terminated: ok {rc=0}\u000a01:33:35.581581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24414): Launched\u000a01:33:35.881985 run osmo-hlr_10.42.42.2(pid=24415): Launched\u000a01:33:35.999387 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:33:36.528658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24417): Launched\u000a01:33:36.828346 run osmo-stp_10.42.42.5(pid=24418): Launched\u000a01:33:36.936009 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:33:37.482754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24420): Launched\u000a01:33:37.780296 run osmo-msc_10.42.42.6(pid=24421): Launched\u000a01:33:37.954747 run osmo-stp_10.42.42.5(pid=24418): ERR: Terminated: ERROR {rc=1} [trial-2397↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24418)]\u000a01:33:38.080468 run osmo-stp_10.42.42.5(pid=24418): stdout: \u000a| (launched: 2022-12-14_01:33:36.678995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:38.203997 run osmo-stp_10.42.42.5(pid=24418): stderr: \u000a| �[0;m�[38;5;43m20221214013336848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013336848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013336848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013336849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013336849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013336849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013336849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:38.323545 run osmo-stp_10.42.42.5(pid=24418): stdout: \u000a| (launched: 2022-12-14_01:33:36.678995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:38.441905 run osmo-stp_10.42.42.5(pid=24418): stderr: \u000a| �[0;m�[38;5;43m20221214013336848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013336848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013336848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013336849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013336849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013336849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013336849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:38.493999 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=24418): Process ended prematurely: osmo-stp_10.42.42.5(pid=24418) [trial-2397↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24418)] [trial-2397↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a01:33:38.501806 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a01:33:38.561258 run osmo-hlr_10.42.42.2(pid=24415): ERR: Terminated: ERROR {rc=237} [trial-2397↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24415)]\u000a01:33:38.609434 run osmo-hlr_10.42.42.2(pid=24415): stdout: \u000a| (launched: 2022-12-14_01:33:35.731928) \u000a01:33:38.658358 run osmo-hlr_10.42.42.2(pid=24415): stderr: \u000a| �[0;m�[1;31m20221214013335909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013335909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013335909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013335909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013335909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013335909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013335922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013335930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013335931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013335931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:33:38.724740 run osmo-msc_10.42.42.6(pid=24421): ERR: Terminated: ERROR {rc=2} [trial-2397↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24421)]\u000a01:33:38.772810 run osmo-msc_10.42.42.6(pid=24421): stdout: \u000a| (launched: 2022-12-14_01:33:37.633148) \u000a01:33:38.821715 run osmo-msc_10.42.42.6(pid=24421): stderr: \u000a| �[0;m�[38;5;43m20221214013337905 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214013337905 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2252737c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214013337905 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214013337905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214013337905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214013337906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214013337907 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214013337908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214013337908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214013337908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:33:38.863165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24414): Terminating (SIGTERM)\u000a01:33:38.902516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24417): Terminating (SIGTERM)\u000a01:33:38.941731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24420): Terminating (SIGTERM)\u000a01:33:38.950893 --- ParallelTerminationStrategy: PID 24414 died...\u000a01:33:39.003431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24414): Terminated: ok {rc=0}\u000a01:33:39.013039 --- ParallelTerminationStrategy: PID 24417 died...\u000a01:33:39.065278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24417): Terminated: ok {rc=0}\u000a01:33:39.074769 --- ParallelTerminationStrategy: PID 24420 died...\u000a01:33:39.127124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24420): Terminated: ok {rc=0}\u000a01:33:39.210560 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:33:32" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24432): Process ended prematurely: osmo-stp_10.42.42.5(pid=24432) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24432)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24432): Process ended prematurely: osmo-stp_10.42.42.5(pid=24432) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:33:41.154188 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:41.165613 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:33:41.318804 tst mo_mt_call.py: using LAC 37624\u000a01:33:41.439406 tst mo_mt_call.py: using RAC 139\u000a01:33:41.566484 tst mo_mt_call.py: using CellId 37624\u000a01:33:41.700292 tst mo_mt_call.py: using BVCI 37625\u000a01:33:41.725233 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:41.737201 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:41.749032 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:41.760614 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:41.772581 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:41.784408 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:33:41.902679 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:33:42.116167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:33:42.627413 run create_hlr_db(pid=24426): Launched\u000a01:33:42.815449 bus /sierra_2: Setting Powered False\u000a01:33:43.836654 run create_hlr_db(pid=24426): Terminated: ok {rc=0}\u000a01:33:44.245935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24428): Launched\u000a01:33:44.553921 run osmo-hlr_10.42.42.2(pid=24429): Launched\u000a01:33:44.665722 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:33:45.194909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24431): Launched\u000a01:33:45.501825 run osmo-stp_10.42.42.5(pid=24432): Launched\u000a01:33:45.613250 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:33:46.216170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24434): Launched\u000a01:33:46.663615 run osmo-msc_10.42.42.6(pid=24435): Launched\u000a01:33:46.985413 run osmo-stp_10.42.42.5(pid=24432): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24432)]\u000a01:33:47.186622 run osmo-stp_10.42.42.5(pid=24432): stdout: \u000a| (launched: 2022-12-14_01:33:45.348519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:47.332473 run osmo-stp_10.42.42.5(pid=24432): stderr: \u000a| �[0;m�[38;5;43m20221214013345520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013345520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013345520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013345521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013345521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013345521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013345521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:47.455893 run osmo-stp_10.42.42.5(pid=24432): stdout: \u000a| (launched: 2022-12-14_01:33:45.348519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:47.575847 run osmo-stp_10.42.42.5(pid=24432): stderr: \u000a| �[0;m�[38;5;43m20221214013345520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013345520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013345520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013345521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013345521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013345521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013345521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:47.629267 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24432): Process ended prematurely: osmo-stp_10.42.42.5(pid=24432) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24432)] [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a01:33:47.637953 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a01:33:47.697010 run osmo-hlr_10.42.42.2(pid=24429): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24429)]\u000a01:33:47.745444 run osmo-hlr_10.42.42.2(pid=24429): stdout: \u000a| (launched: 2022-12-14_01:33:44.401450) \u000a01:33:47.794325 run osmo-hlr_10.42.42.2(pid=24429): stderr: \u000a| �[0;m�[1;31m20221214013344578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013344578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013344578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013344578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013344578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013344578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013344590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013344601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013344601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013344601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:33:47.861172 run osmo-msc_10.42.42.6(pid=24435): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24435)]\u000a01:33:47.909407 run osmo-msc_10.42.42.6(pid=24435): stdout: \u000a| (launched: 2022-12-14_01:33:46.375676) \u000a01:33:47.958036 run osmo-msc_10.42.42.6(pid=24435): stderr: \u000a| �[0;m�[38;5;43m20221214013346808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214013346808 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec25ac6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214013346808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214013346808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214013346810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214013346814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214013346816 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214013346818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214013346821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214013346821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:33:47.999196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24428): Terminating (SIGTERM)\u000a01:33:48.038278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24431): Terminating (SIGTERM)\u000a01:33:48.077350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24434): Terminating (SIGTERM)\u000a01:33:48.086731 --- ParallelTerminationStrategy: PID 24428 died...\u000a01:33:48.139370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24428): Terminated: ok {rc=0}\u000a01:33:48.148821 --- ParallelTerminationStrategy: PID 24431 died...\u000a01:33:48.201096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24431): Terminated: ok {rc=0}\u000a01:33:48.210675 --- ParallelTerminationStrategy: PID 24434 died...\u000a01:33:48.262817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24434): Terminated: ok {rc=0}\u000a01:33:48.346124 bus /sierra_3: Setting Powered False\u000a01:33:49.452149 bus /sierra_3: Setting Powered False\u000a01:33:50.563419 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24443): Process ended prematurely: osmo-stp_10.42.42.5(pid=24443) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24443)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24443): Process ended prematurely: osmo-stp_10.42.42.5(pid=24443) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24443)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:33:51.672722 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:51.684719 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:33:51.839473 tst mo_mt_call_osmux.py: using LAC 37625\u000a01:33:51.959739 tst mo_mt_call_osmux.py: using RAC 140\u000a01:33:52.079431 tst mo_mt_call_osmux.py: using CellId 37625\u000a01:33:52.200223 tst mo_mt_call_osmux.py: using BVCI 37626\u000a01:33:52.223275 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:52.234670 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:52.245779 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:52.256815 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:52.267993 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:52.279021 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:33:52.393513 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:33:52.607583 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:33:53.121731 run create_hlr_db(pid=24437): Launched\u000a01:33:53.310099 bus /sierra_2: Setting Powered False\u000a01:33:54.330770 run create_hlr_db(pid=24437): Terminated: ok {rc=0}\u000a01:33:54.742666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24439): Launched\u000a01:33:55.047346 run osmo-hlr_10.42.42.2(pid=24440): Launched\u000a01:33:55.167797 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:33:55.707122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24442): Launched\u000a01:33:56.011152 run osmo-stp_10.42.42.5(pid=24443): Launched\u000a01:33:56.119889 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:33:56.681783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24445): Launched\u000a01:33:56.987467 run osmo-msc_10.42.42.6(pid=24446): Launched\u000a01:33:57.165412 run osmo-stp_10.42.42.5(pid=24443): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24443)]\u000a01:33:57.293718 run osmo-stp_10.42.42.5(pid=24443): stdout: \u000a| (launched: 2022-12-14_01:33:55.860312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:57.419627 run osmo-stp_10.42.42.5(pid=24443): stderr: \u000a| �[0;m�[38;5;43m20221214013356029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013356029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013356029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013356030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013356030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013356030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013356030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:57.541101 run osmo-stp_10.42.42.5(pid=24443): stdout: \u000a| (launched: 2022-12-14_01:33:55.860312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:57.661114 run osmo-stp_10.42.42.5(pid=24443): stderr: \u000a| �[0;m�[38;5;43m20221214013356029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013356029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013356029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013356030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013356030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013356030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013356030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:57.715787 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24443): Process ended prematurely: osmo-stp_10.42.42.5(pid=24443) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24443)] [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a01:33:57.724258 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:33:57.783603 run osmo-hlr_10.42.42.2(pid=24440): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24440)]\u000a01:33:57.831678 run osmo-hlr_10.42.42.2(pid=24440): stdout: \u000a| (launched: 2022-12-14_01:33:54.896267) \u000a01:33:57.880217 run osmo-hlr_10.42.42.2(pid=24440): stderr: \u000a| �[0;m�[1;31m20221214013355074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013355074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013355074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013355074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013355074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013355074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013355087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013355096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013355096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013355096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:33:57.946454 run osmo-msc_10.42.42.6(pid=24446): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24446)]\u000a01:33:57.994232 run osmo-msc_10.42.42.6(pid=24446): stdout: \u000a| (launched: 2022-12-14_01:33:56.835104) \u000a01:33:58.042786 run osmo-msc_10.42.42.6(pid=24446): stderr: \u000a| �[0;m�[38;5;43m20221214013357108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214013357108 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62b845ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214013357108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214013357108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214013357108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214013357108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214013357110 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214013357110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214013357111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214013357111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:33:58.083950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24439): Terminating (SIGTERM)\u000a01:33:58.122935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24442): Terminating (SIGTERM)\u000a01:33:58.161896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24445): Terminating (SIGTERM)\u000a01:33:58.171046 --- ParallelTerminationStrategy: PID 24439 died...\u000a01:33:58.223507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24439): Terminated: ok {rc=0}\u000a01:33:58.233109 --- ParallelTerminationStrategy: PID 24442 died...\u000a01:33:58.285161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24442): Terminated: ok {rc=0}\u000a01:33:58.294593 --- ParallelTerminationStrategy: PID 24445 died...\u000a01:33:58.346824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24445): Terminated: ok {rc=0}\u000a01:33:58.433353 bus /sierra_3: Setting Powered False\u000a01:33:59.534409 bus /sierra_3: Setting Powered False\u000a01:34:00.639975 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:33:40" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24457): Process ended prematurely: osmo-stp_10.42.42.5(pid=24457) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24457)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24457): Process ended prematurely: osmo-stp_10.42.42.5(pid=24457) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a01:34:02.664238 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:02.678746 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:34:02.842533 tst mo_mt_call.py: using LAC 37626\u000a01:34:02.970074 tst mo_mt_call.py: using RAC 141\u000a01:34:03.096257 tst mo_mt_call.py: using CellId 37626\u000a01:34:03.215784 tst mo_mt_call.py: using BVCI 37627\u000a01:34:03.238889 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:03.250199 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:03.261279 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:03.272248 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:03.284075 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:03.295614 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:34:03.417310 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:34:03.620842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:34:04.110931 run create_hlr_db(pid=24451): Launched\u000a01:34:04.285538 bus /sierra_2: Setting Powered False\u000a01:34:05.307098 run create_hlr_db(pid=24451): Terminated: ok {rc=0}\u000a01:34:05.743724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24453): Launched\u000a01:34:06.072592 run osmo-hlr_10.42.42.2(pid=24454): Launched\u000a01:34:06.193797 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:34:06.763148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24456): Launched\u000a01:34:07.091706 run osmo-stp_10.42.42.5(pid=24457): Launched\u000a01:34:07.209967 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:34:07.811372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24459): Launched\u000a01:34:08.141427 run osmo-msc_10.42.42.6(pid=24460): Launched\u000a01:34:08.331832 run osmo-stp_10.42.42.5(pid=24457): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24457)]\u000a01:34:08.470223 run osmo-stp_10.42.42.5(pid=24457): stdout: \u000a| (launched: 2022-12-14_01:34:06.928410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:08.606841 run osmo-stp_10.42.42.5(pid=24457): stderr: \u000a| �[0;m�[38;5;43m20221214013407123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013407123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013407123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013407124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013407124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013407124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013407124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:08.738156 run osmo-stp_10.42.42.5(pid=24457): stdout: \u000a| (launched: 2022-12-14_01:34:06.928410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:08.867844 run osmo-stp_10.42.42.5(pid=24457): stderr: \u000a| �[0;m�[38;5;43m20221214013407123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013407123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013407123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013407124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013407124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013407124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013407124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:08.925538 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24457): Process ended prematurely: osmo-stp_10.42.42.5(pid=24457) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24457)] [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a01:34:08.935029 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:34:08.998055 run osmo-hlr_10.42.42.2(pid=24454): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24454)]\u000a01:34:09.049269 run osmo-hlr_10.42.42.2(pid=24454): stdout: \u000a| (launched: 2022-12-14_01:34:05.909723) \u000a01:34:09.101029 run osmo-hlr_10.42.42.2(pid=24454): stderr: \u000a| �[0;m�[1;31m20221214013406109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013406109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013406109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013406109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013406109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013406109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013406121 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013406129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013406129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013406129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:34:09.171502 run osmo-msc_10.42.42.6(pid=24460): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24460)]\u000a01:34:09.222762 run osmo-msc_10.42.42.6(pid=24460): stdout: \u000a| (launched: 2022-12-14_01:34:07.977545) \u000a01:34:09.274472 run osmo-msc_10.42.42.6(pid=24460): stderr: \u000a| �[0;m�[38;5;43m20221214013408300 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214013408301 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f13831edc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214013408301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214013408301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214013408301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214013408301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214013408303 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214013408303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214013408303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214013408303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:34:09.318687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24453): Terminating (SIGTERM)\u000a01:34:09.360436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24456): Terminating (SIGTERM)\u000a01:34:09.402810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24459): Terminating (SIGTERM)\u000a01:34:09.412502 --- ParallelTerminationStrategy: PID 24453 died...\u000a01:34:09.468608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24453): Terminated: ok {rc=0}\u000a01:34:09.478760 --- ParallelTerminationStrategy: PID 24456 died...\u000a01:34:09.534570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24456): Terminated: ok {rc=0}\u000a01:34:09.544782 --- ParallelTerminationStrategy: PID 24459 died...\u000a01:34:09.600518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24459): Terminated: ok {rc=0}\u000a01:34:09.686963 bus /sierra_3: Setting Powered False\u000a01:34:10.792741 bus /sierra_3: Setting Powered False\u000a01:34:11.902918 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24468): Process ended prematurely: osmo-stp_10.42.42.5(pid=24468) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24468)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24468): Process ended prematurely: osmo-stp_10.42.42.5(pid=24468) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24468)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:34:13.013469 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:13.025566 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:34:13.177534 tst mo_mt_call_osmux.py: using LAC 37627\u000a01:34:13.296088 tst mo_mt_call_osmux.py: using RAC 142\u000a01:34:13.416654 tst mo_mt_call_osmux.py: using CellId 37627\u000a01:34:13.535660 tst mo_mt_call_osmux.py: using BVCI 37628\u000a01:34:13.558924 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:13.570396 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:13.581598 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:13.592701 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:13.603936 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:13.615141 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:34:13.731577 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:34:13.935899 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:34:14.424278 run create_hlr_db(pid=24462): Launched\u000a01:34:14.599011 bus /sierra_2: Setting Powered False\u000a01:34:15.621239 run create_hlr_db(pid=24462): Terminated: ok {rc=0}\u000a01:34:16.094928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24464): Launched\u000a01:34:16.532910 run osmo-hlr_10.42.42.2(pid=24465): Launched\u000a01:34:16.792706 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:34:17.343591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24467): Launched\u000a01:34:17.671416 run osmo-stp_10.42.42.5(pid=24468): Launched\u000a01:34:17.789391 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:34:18.387472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24470): Launched\u000a01:34:18.715501 run osmo-msc_10.42.42.6(pid=24471): Launched\u000a01:34:18.906296 run osmo-stp_10.42.42.5(pid=24468): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24468)]\u000a01:34:19.043810 run osmo-stp_10.42.42.5(pid=24468): stdout: \u000a| (launched: 2022-12-14_01:34:17.510203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:19.180733 run osmo-stp_10.42.42.5(pid=24468): stderr: \u000a| �[0;m�[38;5;43m20221214013417703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013417703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013417704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013417704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013417705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013417705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013417705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:19.311568 run osmo-stp_10.42.42.5(pid=24468): stdout: \u000a| (launched: 2022-12-14_01:34:17.510203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:19.441302 run osmo-stp_10.42.42.5(pid=24468): stderr: \u000a| �[0;m�[38;5;43m20221214013417703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013417703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013417704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013417704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013417705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013417705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013417705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:19.498942 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24468): Process ended prematurely: osmo-stp_10.42.42.5(pid=24468) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24468)] [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a01:34:19.508198 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a01:34:19.570878 run osmo-hlr_10.42.42.2(pid=24465): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24465)]\u000a01:34:19.621816 run osmo-hlr_10.42.42.2(pid=24465): stdout: \u000a| (launched: 2022-12-14_01:34:16.254313) \u000a01:34:19.673508 run osmo-hlr_10.42.42.2(pid=24465): stderr: \u000a| �[0;m�[1;31m20221214013416536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013416536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013416536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013416536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013416536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013416536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013416555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013416568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013416568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013416568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:34:19.743478 run osmo-msc_10.42.42.6(pid=24471): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24471)]\u000a01:34:19.794284 run osmo-msc_10.42.42.6(pid=24471): stdout: \u000a| (launched: 2022-12-14_01:34:18.553512) \u000a01:34:19.845540 run osmo-msc_10.42.42.6(pid=24471): stderr: \u000a| �[0;m�[38;5;43m20221214013418874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214013418874 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad961f2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214013418874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214013418875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214013418875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214013418875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214013418877 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214013418877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214013418877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214013418877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:34:19.889974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24464): Terminating (SIGTERM)\u000a01:34:19.931466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24467): Terminating (SIGTERM)\u000a01:34:19.972820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24470): Terminating (SIGTERM)\u000a01:34:19.982510 --- ParallelTerminationStrategy: PID 24464 died...\u000a01:34:20.038418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24464): Terminated: ok {rc=0}\u000a01:34:20.048464 --- ParallelTerminationStrategy: PID 24467 died...\u000a01:34:20.104242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24467): Terminated: ok {rc=0}\u000a01:34:20.114246 --- ParallelTerminationStrategy: PID 24470 died...\u000a01:34:20.170154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24470): Terminated: ok {rc=0}\u000a01:34:20.257498 bus /sierra_3: Setting Powered False\u000a01:34:21.360494 bus /sierra_3: Setting Powered False\u000a01:34:22.470652 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:34:02" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24482): Process ended prematurely: osmo-stp_10.42.42.5(pid=24482) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24482)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24482): Process ended prematurely: osmo-stp_10.42.42.5(pid=24482) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:34:24.466414 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:24.478390 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:34:24.638700 tst mo_mt_call.py: using LAC 37628\u000a01:34:24.764598 tst mo_mt_call.py: using RAC 143\u000a01:34:24.890700 tst mo_mt_call.py: using CellId 37628\u000a01:34:25.018642 tst mo_mt_call.py: using BVCI 37629\u000a01:34:25.043400 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:25.055284 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:25.066982 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:25.078579 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:25.090773 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:25.102951 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:34:25.219549 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:34:25.432490 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:34:25.946059 run create_hlr_db(pid=24476): Launched\u000a01:34:26.134928 bus /sierra_2: Setting Powered False\u000a01:34:27.156289 run create_hlr_db(pid=24476): Terminated: ok {rc=0}\u000a01:34:27.597411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24478): Launched\u000a01:34:27.927710 run osmo-hlr_10.42.42.2(pid=24479): Launched\u000a01:34:28.051187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:34:28.619704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24481): Launched\u000a01:34:28.948249 run osmo-stp_10.42.42.5(pid=24482): Launched\u000a01:34:29.066398 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:34:29.670619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24484): Launched\u000a01:34:29.999251 run osmo-msc_10.42.42.6(pid=24485): Launched\u000a01:34:30.190417 run osmo-stp_10.42.42.5(pid=24482): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24482)]\u000a01:34:30.328607 run osmo-stp_10.42.42.5(pid=24482): stdout: \u000a| (launched: 2022-12-14_01:34:28.785321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:30.466559 run osmo-stp_10.42.42.5(pid=24482): stderr: \u000a| �[0;m�[38;5;43m20221214013428979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013428979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013428979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013428980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013428980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013428980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013428980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:30.598361 run osmo-stp_10.42.42.5(pid=24482): stdout: \u000a| (launched: 2022-12-14_01:34:28.785321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:30.728583 run osmo-stp_10.42.42.5(pid=24482): stderr: \u000a| �[0;m�[38;5;43m20221214013428979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013428979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013428979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013428980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013428980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013428980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013428980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:30.786477 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24482): Process ended prematurely: osmo-stp_10.42.42.5(pid=24482) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24482)] [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a01:34:30.795953 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:34:30.878931 run osmo-hlr_10.42.42.2(pid=24479): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24479)]\u000a01:34:30.945054 run osmo-hlr_10.42.42.2(pid=24479): stdout: \u000a| (launched: 2022-12-14_01:34:27.764793) \u000a01:34:31.006343 run osmo-hlr_10.42.42.2(pid=24479): stderr: \u000a| �[0;m�[1;31m20221214013427966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013427966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013427966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013427966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013427966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013427966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013427978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013427986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013427986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013427986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:34:31.082248 run osmo-msc_10.42.42.6(pid=24485): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24485)]\u000a01:34:31.134699 run osmo-msc_10.42.42.6(pid=24485): stdout: \u000a| (launched: 2022-12-14_01:34:29.836827) \u000a01:34:31.187284 run osmo-msc_10.42.42.6(pid=24485): stderr: \u000a| �[0;m�[38;5;43m20221214013430156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214013430156 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f742c4c9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214013430156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214013430157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214013430157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214013430157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214013430159 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214013430159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214013430159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214013430159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:34:31.232526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24478): Terminating (SIGTERM)\u000a01:34:31.276109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24481): Terminating (SIGTERM)\u000a01:34:31.320594 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24484): Terminating (SIGTERM)\u000a01:34:31.330588 --- ParallelTerminationStrategy: PID 24478 died...\u000a01:34:31.387979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24478): Terminated: ok {rc=0}\u000a01:34:31.398707 --- ParallelTerminationStrategy: PID 24481 died...\u000a01:34:31.466575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24481): Terminated: ok {rc=0}\u000a01:34:31.481108 --- ParallelTerminationStrategy: PID 24484 died...\u000a01:34:31.542998 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24484): Terminated: ok {rc=0}\u000a01:34:31.632076 bus /sierra_3: Setting Powered False\u000a01:34:32.740289 bus /sierra_3: Setting Powered False\u000a01:34:33.848790 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24493): Process ended prematurely: osmo-stp_10.42.42.5(pid=24493) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24493)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24493): Process ended prematurely: osmo-stp_10.42.42.5(pid=24493) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24493)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:34:34.959030 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:34.971142 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:34:35.124530 tst mo_mt_call_osmux.py: using LAC 37629\u000a01:34:35.246151 tst mo_mt_call_osmux.py: using RAC 144\u000a01:34:35.365128 tst mo_mt_call_osmux.py: using CellId 37629\u000a01:34:35.484194 tst mo_mt_call_osmux.py: using BVCI 37630\u000a01:34:35.507422 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:35.518833 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:35.530032 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:35.541223 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:35.552512 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:35.563789 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:34:35.683936 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:34:35.887324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:34:36.376034 run create_hlr_db(pid=24487): Launched\u000a01:34:36.550765 bus /sierra_2: Setting Powered False\u000a01:34:37.573229 run create_hlr_db(pid=24487): Terminated: ok {rc=0}\u000a01:34:38.008471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24489): Launched\u000a01:34:38.336401 run osmo-hlr_10.42.42.2(pid=24490): Launched\u000a01:34:38.455459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:34:39.021589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24492): Launched\u000a01:34:39.327714 run osmo-stp_10.42.42.5(pid=24493): Launched\u000a01:34:39.438215 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:34:39.998361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24495): Launched\u000a01:34:40.306679 run osmo-msc_10.42.42.6(pid=24496): Launched\u000a01:34:40.484322 run osmo-stp_10.42.42.5(pid=24493): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24493)]\u000a01:34:40.612311 run osmo-stp_10.42.42.5(pid=24493): stdout: \u000a| (launched: 2022-12-14_01:34:39.175957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:40.738663 run osmo-stp_10.42.42.5(pid=24493): stderr: \u000a| �[0;m�[38;5;43m20221214013439350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013439350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013439350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013439351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013439351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013439351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013439351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:40.861258 run osmo-stp_10.42.42.5(pid=24493): stdout: \u000a| (launched: 2022-12-14_01:34:39.175957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:40.982022 run osmo-stp_10.42.42.5(pid=24493): stderr: \u000a| �[0;m�[38;5;43m20221214013439350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013439350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013439350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013439351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013439351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013439351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013439351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:41.035396 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24493): Process ended prematurely: osmo-stp_10.42.42.5(pid=24493) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24493)] [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a01:34:41.044189 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:34:41.103367 run osmo-hlr_10.42.42.2(pid=24490): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24490)]\u000a01:34:41.152011 run osmo-hlr_10.42.42.2(pid=24490): stdout: \u000a| (launched: 2022-12-14_01:34:38.173680) \u000a01:34:41.200941 run osmo-hlr_10.42.42.2(pid=24490): stderr: \u000a| �[0;m�[1;31m20221214013438372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013438372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013438372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013438372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013438372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013438372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013438387 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013438397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013438397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013438397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:34:41.267368 run osmo-msc_10.42.42.6(pid=24496): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24496)]\u000a01:34:41.315627 run osmo-msc_10.42.42.6(pid=24496): stdout: \u000a| (launched: 2022-12-14_01:34:40.152553) \u000a01:34:41.364299 run osmo-msc_10.42.42.6(pid=24496): stderr: \u000a| �[0;m�[38;5;43m20221214013440426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214013440426 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb943319c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214013440426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214013440426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214013440426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214013440426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214013440428 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214013440428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214013440429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214013440429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:34:41.406146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24489): Terminating (SIGTERM)\u000a01:34:41.445328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24492): Terminating (SIGTERM)\u000a01:34:41.484614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24495): Terminating (SIGTERM)\u000a01:34:41.493926 --- ParallelTerminationStrategy: PID 24489 died...\u000a01:34:41.546724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24489): Terminated: ok {rc=0}\u000a01:34:41.556424 --- ParallelTerminationStrategy: PID 24492 died...\u000a01:34:41.608826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24492): Terminated: ok {rc=0}\u000a01:34:41.618301 --- ParallelTerminationStrategy: PID 24495 died...\u000a01:34:41.671076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24495): Terminated: ok {rc=0}\u000a01:34:41.757921 bus /sierra_3: Setting Powered False\u000a01:34:42.860259 bus /sierra_3: Setting Powered False\u000a01:34:43.970631 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:34:24" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24508): Process ended prematurely: osmo-stp_10.42.42.5(pid=24508) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24508)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24508): Process ended prematurely: osmo-stp_10.42.42.5(pid=24508) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:34:45.991675 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:46.004515 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:34:46.183237 tst mo_mt_call.py: using LAC 37630\u000a01:34:46.307153 tst mo_mt_call.py: using RAC 145\u000a01:34:46.433764 tst mo_mt_call.py: using CellId 37630\u000a01:34:46.562158 tst mo_mt_call.py: using BVCI 37631\u000a01:34:46.588107 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:46.600732 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:46.613368 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:46.625897 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:46.639692 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:46.653768 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:34:46.802777 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:34:47.006836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:34:47.500051 run create_hlr_db(pid=24502): Launched\u000a01:34:47.674267 bus /sierra_2: Setting Powered False\u000a01:34:48.696172 run create_hlr_db(pid=24502): Terminated: ok {rc=0}\u000a01:34:49.102326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24504): Launched\u000a01:34:49.405992 run osmo-hlr_10.42.42.2(pid=24505): Launched\u000a01:34:49.515963 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:34:50.038851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24507): Launched\u000a01:34:50.342002 run osmo-stp_10.42.42.5(pid=24508): Launched\u000a01:34:50.450062 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:34:51.002739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24510): Launched\u000a01:34:51.305490 run osmo-msc_10.42.42.6(pid=24511): Launched\u000a01:34:51.481890 run osmo-stp_10.42.42.5(pid=24508): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24508)]\u000a01:34:51.608178 run osmo-stp_10.42.42.5(pid=24508): stdout: \u000a| (launched: 2022-12-14_01:34:50.192227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:51.732812 run osmo-stp_10.42.42.5(pid=24508): stderr: \u000a| �[0;m�[38;5;43m20221214013450362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013450363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013450363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013450363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013450364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013450364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013450364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:51.852529 run osmo-stp_10.42.42.5(pid=24508): stdout: \u000a| (launched: 2022-12-14_01:34:50.192227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:51.971339 run osmo-stp_10.42.42.5(pid=24508): stderr: \u000a| �[0;m�[38;5;43m20221214013450362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013450363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013450363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013450363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013450364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013450364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013450364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:52.024180 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24508): Process ended prematurely: osmo-stp_10.42.42.5(pid=24508) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24508)] [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a01:34:52.032623 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:34:52.091323 run osmo-hlr_10.42.42.2(pid=24505): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24505)]\u000a01:34:52.139347 run osmo-hlr_10.42.42.2(pid=24505): stdout: \u000a| (launched: 2022-12-14_01:34:49.255622) \u000a01:34:52.188076 run osmo-hlr_10.42.42.2(pid=24505): stderr: \u000a| �[0;m�[1;31m20221214013449432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013449432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013449432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013449432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013449432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013449432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013449444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013449453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013449454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013449454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:34:52.254251 run osmo-msc_10.42.42.6(pid=24511): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24511)]\u000a01:34:52.302196 run osmo-msc_10.42.42.6(pid=24511): stdout: \u000a| (launched: 2022-12-14_01:34:51.155328) \u000a01:34:52.350662 run osmo-msc_10.42.42.6(pid=24511): stderr: \u000a| �[0;m�[38;5;43m20221214013451425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214013451425 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff968367c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214013451425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214013451425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214013451426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214013451426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214013451427 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214013451428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214013451428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214013451428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:34:52.391803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24504): Terminating (SIGTERM)\u000a01:34:52.430627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24507): Terminating (SIGTERM)\u000a01:34:52.469494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24510): Terminating (SIGTERM)\u000a01:34:52.478598 --- ParallelTerminationStrategy: PID 24504 died...\u000a01:34:52.530782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24504): Terminated: ok {rc=0}\u000a01:34:52.540235 --- ParallelTerminationStrategy: PID 24507 died...\u000a01:34:52.592406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24507): Terminated: ok {rc=0}\u000a01:34:52.601935 --- ParallelTerminationStrategy: PID 24510 died...\u000a01:34:52.653961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24510): Terminated: ok {rc=0}\u000a01:34:52.736312 bus /sierra_3: Setting Powered False\u000a01:34:53.841425 bus /sierra_3: Setting Powered False\u000a01:34:54.949383 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24519): Process ended prematurely: osmo-stp_10.42.42.5(pid=24519) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24519)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24519): Process ended prematurely: osmo-stp_10.42.42.5(pid=24519) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24519)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:34:56.057021 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:56.068994 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:34:56.222868 tst mo_mt_call_osmux.py: using LAC 37631\u000a01:34:56.355965 tst mo_mt_call_osmux.py: using RAC 146\u000a01:34:56.472245 tst mo_mt_call_osmux.py: using CellId 37631\u000a01:34:56.590023 tst mo_mt_call_osmux.py: using BVCI 37632\u000a01:34:56.612835 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:56.624234 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:56.635405 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:56.646717 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:56.658166 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:34:56.669405 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:34:56.784886 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:34:56.995370 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:34:57.501429 run create_hlr_db(pid=24513): Launched\u000a01:34:57.687668 bus /sierra_2: Setting Powered False\u000a01:34:58.708033 run create_hlr_db(pid=24513): Terminated: ok {rc=0}\u000a01:34:59.113508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24515): Launched\u000a01:34:59.414265 run osmo-hlr_10.42.42.2(pid=24516): Launched\u000a01:34:59.524024 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:35:00.042637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24518): Launched\u000a01:35:00.341984 run osmo-stp_10.42.42.5(pid=24519): Launched\u000a01:35:00.450319 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:35:01.040868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24521): Launched\u000a01:35:01.420742 run osmo-msc_10.42.42.6(pid=24522): Launched\u000a01:35:01.775007 run osmo-stp_10.42.42.5(pid=24519): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24519)]\u000a01:35:02.147534 run osmo-stp_10.42.42.5(pid=24519): stdout: \u000a| (launched: 2022-12-14_01:35:00.194324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:02.366508 run osmo-stp_10.42.42.5(pid=24519): stderr: \u000a| �[0;m�[38;5;43m20221214013500362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013500362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013500363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013500363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013500364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013500364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013500364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:02.497821 run osmo-stp_10.42.42.5(pid=24519): stdout: \u000a| (launched: 2022-12-14_01:35:00.194324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:02.627075 run osmo-stp_10.42.42.5(pid=24519): stderr: \u000a| �[0;m�[38;5;43m20221214013500362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013500362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013500363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013500363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013500364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013500364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013500364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:02.683709 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24519): Process ended prematurely: osmo-stp_10.42.42.5(pid=24519) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24519)] [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a01:35:02.693113 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a01:35:02.756548 run osmo-hlr_10.42.42.2(pid=24516): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24516)]\u000a01:35:02.808063 run osmo-hlr_10.42.42.2(pid=24516): stdout: \u000a| (launched: 2022-12-14_01:34:59.265289) \u000a01:35:02.859921 run osmo-hlr_10.42.42.2(pid=24516): stderr: \u000a| �[0;m�[1;31m20221214013459438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013459438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013459438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013459438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013459438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013459438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013459450 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013459459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013459459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013459460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:35:02.931149 run osmo-msc_10.42.42.6(pid=24522): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24522)]\u000a01:35:02.982788 run osmo-msc_10.42.42.6(pid=24522): stdout: \u000a| (launched: 2022-12-14_01:35:01.207233) \u000a01:35:03.035085 run osmo-msc_10.42.42.6(pid=24522): stderr: \u000a| �[0;m�[38;5;43m20221214013501970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214013501970 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f324e41bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214013501970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214013501970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214013501971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214013501971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214013501972 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214013501973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214013501973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214013501973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:35:03.079256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24515): Terminating (SIGTERM)\u000a01:35:03.121264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24518): Terminating (SIGTERM)\u000a01:35:03.163260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24521): Terminating (SIGTERM)\u000a01:35:03.173152 --- ParallelTerminationStrategy: PID 24515 died...\u000a01:35:03.229656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24515): Terminated: ok {rc=0}\u000a01:35:03.239929 --- ParallelTerminationStrategy: PID 24518 died...\u000a01:35:03.296798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24518): Terminated: ok {rc=0}\u000a01:35:03.307144 --- ParallelTerminationStrategy: PID 24521 died...\u000a01:35:03.363510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24521): Terminated: ok {rc=0}\u000a01:35:03.449811 bus /sierra_3: Setting Powered False\u000a01:35:04.555320 bus /sierra_3: Setting Powered False\u000a01:35:05.661667 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:34:45" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24536): Process ended prematurely: osmo-stp_10.42.42.5(pid=24536) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24536)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24536): Process ended prematurely: osmo-stp_10.42.42.5(pid=24536) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:35:07.658752 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:07.670517 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:35:07.831893 tst mo_mt_call.py: using LAC 37632\u000a01:35:07.956317 tst mo_mt_call.py: using RAC 147\u000a01:35:08.078765 tst mo_mt_call.py: using CellId 37632\u000a01:35:08.202229 tst mo_mt_call.py: using BVCI 37633\u000a01:35:08.226576 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:08.238407 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:08.250007 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:08.261559 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:08.273595 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:08.285539 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:35:08.401430 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:35:08.607906 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:35:09.104844 run create_hlr_db(pid=24530): Launched\u000a01:35:09.288053 bus /sierra_2: Setting Powered False\u000a01:35:10.309139 run create_hlr_db(pid=24530): Terminated: ok {rc=0}\u000a01:35:10.706912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24532): Launched\u000a01:35:11.001975 run osmo-hlr_10.42.42.2(pid=24533): Launched\u000a01:35:11.110982 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:35:11.621297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24535): Launched\u000a01:35:11.914861 run osmo-stp_10.42.42.5(pid=24536): Launched\u000a01:35:12.020903 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:35:12.561906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24538): Launched\u000a01:35:12.857102 run osmo-msc_10.42.42.6(pid=24539): Launched\u000a01:35:13.029318 run osmo-stp_10.42.42.5(pid=24536): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24536)]\u000a01:35:13.154322 run osmo-stp_10.42.42.5(pid=24536): stdout: \u000a| (launched: 2022-12-14_01:35:11.770184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:13.276611 run osmo-stp_10.42.42.5(pid=24536): stderr: \u000a| �[0;m�[38;5;43m20221214013511937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013511937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013511937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013511938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013511938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013511938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013511938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:13.394707 run osmo-stp_10.42.42.5(pid=24536): stdout: \u000a| (launched: 2022-12-14_01:35:11.770184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:13.511168 run osmo-stp_10.42.42.5(pid=24536): stderr: \u000a| �[0;m�[38;5;43m20221214013511937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013511937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013511937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013511938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013511938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013511938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013511938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:13.562997 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24536): Process ended prematurely: osmo-stp_10.42.42.5(pid=24536) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24536)] [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:35:13.571301 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a01:35:13.629778 run osmo-hlr_10.42.42.2(pid=24533): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24533)]\u000a01:35:13.677247 run osmo-hlr_10.42.42.2(pid=24533): stdout: \u000a| (launched: 2022-12-14_01:35:10.856100) \u000a01:35:13.725189 run osmo-hlr_10.42.42.2(pid=24533): stderr: \u000a| �[0;m�[1;31m20221214013511026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013511026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013511026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013511026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013511026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013511026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013511038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013511047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013511047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013511047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:35:13.790272 run osmo-msc_10.42.42.6(pid=24539): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24539)]\u000a01:35:13.837565 run osmo-msc_10.42.42.6(pid=24539): stdout: \u000a| (launched: 2022-12-14_01:35:12.710946) \u000a01:35:13.885457 run osmo-msc_10.42.42.6(pid=24539): stderr: \u000a| �[0;m�[38;5;43m20221214013512977 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214013512978 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f089a052c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214013512978 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214013512978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214013512978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214013512978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214013512980 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214013512980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214013512981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214013512981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:35:13.926235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24532): Terminating (SIGTERM)\u000a01:35:13.964780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24535): Terminating (SIGTERM)\u000a01:35:14.003190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24538): Terminating (SIGTERM)\u000a01:35:14.012217 --- ParallelTerminationStrategy: PID 24532 died...\u000a01:35:14.063724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24532): Terminated: ok {rc=0}\u000a01:35:14.073249 --- ParallelTerminationStrategy: PID 24535 died...\u000a01:35:14.124351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24535): Terminated: ok {rc=0}\u000a01:35:14.133788 --- ParallelTerminationStrategy: PID 24538 died...\u000a01:35:14.184941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24538): Terminated: ok {rc=0}\u000a01:35:14.271533 bus /sierra_3: Setting Powered False\u000a01:35:15.371348 bus /sierra_3: Setting Powered False\u000a01:35:16.481975 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24547): Process ended prematurely: osmo-stp_10.42.42.5(pid=24547) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24547)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24547): Process ended prematurely: osmo-stp_10.42.42.5(pid=24547) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:35:17.594162 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:17.606446 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:35:17.764445 tst mo_mt_call_osmux.py: using LAC 37633\u000a01:35:17.882960 tst mo_mt_call_osmux.py: using RAC 148\u000a01:35:17.998425 tst mo_mt_call_osmux.py: using CellId 37633\u000a01:35:18.116038 tst mo_mt_call_osmux.py: using BVCI 37634\u000a01:35:18.138410 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:18.149612 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:18.160501 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:18.171358 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:18.182364 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:18.193189 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:35:18.312415 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:35:18.510055 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:35:18.983779 run create_hlr_db(pid=24541): Launched\u000a01:35:19.156104 bus /sierra_2: Setting Powered False\u000a01:35:20.178218 run create_hlr_db(pid=24541): Terminated: ok {rc=0}\u000a01:35:20.607567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24543): Launched\u000a01:35:20.928611 run osmo-hlr_10.42.42.2(pid=24544): Launched\u000a01:35:21.049955 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:35:21.607851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24546): Launched\u000a01:35:21.929169 run osmo-stp_10.42.42.5(pid=24547): Launched\u000a01:35:22.046406 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:35:22.634467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24549): Launched\u000a01:35:22.955253 run osmo-msc_10.42.42.6(pid=24550): Launched\u000a01:35:23.143438 run osmo-stp_10.42.42.5(pid=24547): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24547)]\u000a01:35:23.279276 run osmo-stp_10.42.42.5(pid=24547): stdout: \u000a| (launched: 2022-12-14_01:35:21.770592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:23.414281 run osmo-stp_10.42.42.5(pid=24547): stderr: \u000a| �[0;m�[38;5;43m20221214013521959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013521959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013521959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013521959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013521960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013521960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013521960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:23.543636 run osmo-stp_10.42.42.5(pid=24547): stdout: \u000a| (launched: 2022-12-14_01:35:21.770592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:23.671682 run osmo-stp_10.42.42.5(pid=24547): stderr: \u000a| �[0;m�[38;5;43m20221214013521959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013521959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013521959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013521959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013521960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013521960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013521960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:23.727997 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24547): Process ended prematurely: osmo-stp_10.42.42.5(pid=24547) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24547)] [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:35:23.737407 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:35:23.800044 run osmo-hlr_10.42.42.2(pid=24544): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24544)]\u000a01:35:23.850871 run osmo-hlr_10.42.42.2(pid=24544): stdout: \u000a| (launched: 2022-12-14_01:35:20.770316) \u000a01:35:23.902507 run osmo-hlr_10.42.42.2(pid=24544): stderr: \u000a| �[0;m�[1;31m20221214013520964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013520964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013520964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013520964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013520964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013520965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013520977 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013520985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013520985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013520985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:35:23.972750 run osmo-msc_10.42.42.6(pid=24550): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24550)]\u000a01:35:24.023801 run osmo-msc_10.42.42.6(pid=24550): stdout: \u000a| (launched: 2022-12-14_01:35:22.797200) \u000a01:35:24.075559 run osmo-msc_10.42.42.6(pid=24550): stderr: \u000a| �[0;m�[38;5;43m20221214013523115 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214013523115 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd1c02c5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214013523116 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214013523116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214013523116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214013523116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214013523118 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214013523118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214013523118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214013523118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:35:24.119464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24543): Terminating (SIGTERM)\u000a01:35:24.160904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24546): Terminating (SIGTERM)\u000a01:35:24.203350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24549): Terminating (SIGTERM)\u000a01:35:24.213535 --- ParallelTerminationStrategy: PID 24543 died...\u000a01:35:24.269443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24543): Terminated: ok {rc=0}\u000a01:35:24.279574 --- ParallelTerminationStrategy: PID 24546 died...\u000a01:35:24.335191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24546): Terminated: ok {rc=0}\u000a01:35:24.345422 --- ParallelTerminationStrategy: PID 24549 died...\u000a01:35:24.400906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24549): Terminated: ok {rc=0}\u000a01:35:24.486201 bus /sierra_3: Setting Powered False\u000a01:35:25.591876 bus /sierra_3: Setting Powered False\u000a01:35:26.701892 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:35:07" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24562): Process ended prematurely: osmo-stp_10.42.42.5(pid=24562) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24562)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24562): Process ended prematurely: osmo-stp_10.42.42.5(pid=24562) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24562)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:35:28.691652 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:28.703084 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:35:28.856626 tst mo_mt_call.py: using LAC 37634\u000a01:35:28.982856 tst mo_mt_call.py: using RAC 149\u000a01:35:29.108641 tst mo_mt_call.py: using CellId 37634\u000a01:35:29.233981 tst mo_mt_call.py: using BVCI 37635\u000a01:35:29.258465 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:29.270432 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:29.282059 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:29.293547 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:29.305524 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:29.317236 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:35:29.436017 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:35:29.634512 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:35:30.114343 run create_hlr_db(pid=24556): Launched\u000a01:35:30.287013 bus /sierra_2: Setting Powered False\u000a01:35:31.312216 run create_hlr_db(pid=24556): Terminated: ok {rc=0}\u000a01:35:31.741989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24558): Launched\u000a01:35:32.177081 run osmo-hlr_10.42.42.2(pid=24559): Launched\u000a01:35:32.302512 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:35:32.867184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24561): Launched\u000a01:35:33.193517 run osmo-stp_10.42.42.5(pid=24562): Launched\u000a01:35:33.311009 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:35:33.905800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24564): Launched\u000a01:35:34.231253 run osmo-msc_10.42.42.6(pid=24565): Launched\u000a01:35:34.421079 run osmo-stp_10.42.42.5(pid=24562): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24562)]\u000a01:35:34.558912 run osmo-stp_10.42.42.5(pid=24562): stdout: \u000a| (launched: 2022-12-14_01:35:33.032300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:34.695661 run osmo-stp_10.42.42.5(pid=24562): stderr: \u000a| �[0;m�[38;5;43m20221214013533222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013533222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013533222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013533222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013533223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013533223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013533223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:34.826517 run osmo-stp_10.42.42.5(pid=24562): stdout: \u000a| (launched: 2022-12-14_01:35:33.032300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:34.955693 run osmo-stp_10.42.42.5(pid=24562): stderr: \u000a| �[0;m�[38;5;43m20221214013533222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013533222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013533222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013533222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013533223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013533223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013533223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:35.013100 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24562): Process ended prematurely: osmo-stp_10.42.42.5(pid=24562) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24562)] [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:35:35.022524 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:35:35.085964 run osmo-hlr_10.42.42.2(pid=24559): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24559)]\u000a01:35:35.137387 run osmo-hlr_10.42.42.2(pid=24559): stdout: \u000a| (launched: 2022-12-14_01:35:31.897961) \u000a01:35:35.189685 run osmo-hlr_10.42.42.2(pid=24559): stderr: \u000a| �[0;m�[1;31m20221214013532128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013532128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013532128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013532128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013532128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013532128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013532151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013532167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013532168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013532168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:35:35.260882 run osmo-msc_10.42.42.6(pid=24565): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24565)]\u000a01:35:35.312573 run osmo-msc_10.42.42.6(pid=24565): stdout: \u000a| (launched: 2022-12-14_01:35:34.070554) \u000a01:35:35.364589 run osmo-msc_10.42.42.6(pid=24565): stderr: \u000a| �[0;m�[38;5;43m20221214013534390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214013534390 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0cf63f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214013534390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214013534390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214013534391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214013534391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214013534393 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214013534393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214013534393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214013534393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:35:35.409158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24558): Terminating (SIGTERM)\u000a01:35:35.451037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24561): Terminating (SIGTERM)\u000a01:35:35.493336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24564): Terminating (SIGTERM)\u000a01:35:35.503082 --- ParallelTerminationStrategy: PID 24558 died...\u000a01:35:35.559882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24558): Terminated: ok {rc=0}\u000a01:35:35.570138 --- ParallelTerminationStrategy: PID 24561 died...\u000a01:35:35.626233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24561): Terminated: ok {rc=0}\u000a01:35:35.636415 --- ParallelTerminationStrategy: PID 24564 died...\u000a01:35:35.692430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24564): Terminated: ok {rc=0}\u000a01:35:35.778331 bus /sierra_3: Setting Powered False\u000a01:35:36.879081 bus /sierra_3: Setting Powered False\u000a01:35:37.985597 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24573): Process ended prematurely: osmo-stp_10.42.42.5(pid=24573) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24573)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24573): Process ended prematurely: osmo-stp_10.42.42.5(pid=24573) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:35:39.100552 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:39.113295 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:35:39.276834 tst mo_mt_call_osmux.py: using LAC 37635\u000a01:35:39.405300 tst mo_mt_call_osmux.py: using RAC 150\u000a01:35:39.532514 tst mo_mt_call_osmux.py: using CellId 37635\u000a01:35:39.657979 tst mo_mt_call_osmux.py: using BVCI 37636\u000a01:35:39.682691 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:39.694730 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:39.706400 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:39.718125 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:39.730162 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:39.742174 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:35:39.859049 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:35:40.059618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:35:40.544362 run create_hlr_db(pid=24567): Launched\u000a01:35:40.717314 bus /sierra_2: Setting Powered False\u000a01:35:41.738981 run create_hlr_db(pid=24567): Terminated: ok {rc=0}\u000a01:35:42.193930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24569): Launched\u000a01:35:42.517050 run osmo-hlr_10.42.42.2(pid=24570): Launched\u000a01:35:42.637656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:35:43.198047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24572): Launched\u000a01:35:43.520480 run osmo-stp_10.42.42.5(pid=24573): Launched\u000a01:35:43.637917 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:35:44.227581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24575): Launched\u000a01:35:44.550475 run osmo-msc_10.42.42.6(pid=24576): Launched\u000a01:35:44.739277 run osmo-stp_10.42.42.5(pid=24573): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24573)]\u000a01:35:44.875028 run osmo-stp_10.42.42.5(pid=24573): stdout: \u000a| (launched: 2022-12-14_01:35:43.361983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:45.010678 run osmo-stp_10.42.42.5(pid=24573): stderr: \u000a| �[0;m�[38;5;43m20221214013543552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013543552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013543552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013543552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013543553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013543553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013543553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:45.140120 run osmo-stp_10.42.42.5(pid=24573): stdout: \u000a| (launched: 2022-12-14_01:35:43.361983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:45.268532 run osmo-stp_10.42.42.5(pid=24573): stderr: \u000a| �[0;m�[38;5;43m20221214013543552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013543552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013543552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013543552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013543553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013543553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013543553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:45.325479 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24573): Process ended prematurely: osmo-stp_10.42.42.5(pid=24573) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24573)] [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:35:45.334977 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:35:45.397983 run osmo-hlr_10.42.42.2(pid=24570): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24570)]\u000a01:35:45.449224 run osmo-hlr_10.42.42.2(pid=24570): stdout: \u000a| (launched: 2022-12-14_01:35:42.357355) \u000a01:35:45.501038 run osmo-hlr_10.42.42.2(pid=24570): stderr: \u000a| �[0;m�[1;31m20221214013542552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013542552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013542552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013542552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013542552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013542552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013542568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013542578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013542578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013542578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:35:45.571675 run osmo-msc_10.42.42.6(pid=24576): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24576)]\u000a01:35:45.623166 run osmo-msc_10.42.42.6(pid=24576): stdout: \u000a| (launched: 2022-12-14_01:35:44.390833) \u000a01:35:45.675018 run osmo-msc_10.42.42.6(pid=24576): stderr: \u000a| �[0;m�[38;5;43m20221214013544709 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214013544709 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe45893fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214013544709 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214013544709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214013544709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214013544709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214013544711 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214013544711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214013544711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214013544712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:35:45.719062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24569): Terminating (SIGTERM)\u000a01:35:45.760672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24572): Terminating (SIGTERM)\u000a01:35:45.802683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24575): Terminating (SIGTERM)\u000a01:35:45.812411 --- ParallelTerminationStrategy: PID 24569 died...\u000a01:35:45.875177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24569): Terminated: ok {rc=0}\u000a01:35:45.886773 --- ParallelTerminationStrategy: PID 24572 died...\u000a01:35:45.951569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24572): Terminated: ok {rc=0}\u000a01:35:45.963294 --- ParallelTerminationStrategy: PID 24575 died...\u000a01:35:46.020829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24575): Terminated: ok {rc=0}\u000a01:35:46.112620 bus /sierra_3: Setting Powered False\u000a01:35:47.220472 bus /sierra_3: Setting Powered False\u000a01:35:48.331180 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:35:28" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24589): Process ended prematurely: osmo-stp_10.42.42.5(pid=24589) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24589)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24589): Process ended prematurely: osmo-stp_10.42.42.5(pid=24589) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a01:35:50.325042 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:35:50.336207 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:35:50.491918 tst mo_mt_call.py: using LAC 37636\u000a01:35:50.608085 tst mo_mt_call.py: using RAC 151\u000a01:35:50.723895 tst mo_mt_call.py: using CellId 37636\u000a01:35:50.839509 tst mo_mt_call.py: using BVCI 37637\u000a01:35:50.862255 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:35:50.873279 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:35:50.884029 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:35:50.894863 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:35:50.905754 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:35:50.916508 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:35:51.030185 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:35:51.233824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:35:51.716675 run create_hlr_db(pid=24581): Launched\u000a01:35:51.903554 bus /sierra_2: Setting Powered False\u000a01:35:52.924188 run create_hlr_db(pid=24581): Terminated: ok {rc=0}\u000a01:35:53.327619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24585): Launched\u000a01:35:53.627819 run osmo-hlr_10.42.42.2(pid=24586): Launched\u000a01:35:53.746442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:35:54.278833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24588): Launched\u000a01:35:54.579981 run osmo-stp_10.42.42.5(pid=24589): Launched\u000a01:35:54.688265 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:35:55.237778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24591): Launched\u000a01:35:55.539541 run osmo-msc_10.42.42.6(pid=24592): Launched\u000a01:35:55.714281 run osmo-stp_10.42.42.5(pid=24589): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24589)]\u000a01:35:55.841142 run osmo-stp_10.42.42.5(pid=24589): stdout: \u000a| (launched: 2022-12-14_01:35:54.431462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:55.965663 run osmo-stp_10.42.42.5(pid=24589): stderr: \u000a| �[0;m�[38;5;43m20221214013554599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013554599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013554599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013554600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013554600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013554600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013554601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:56.086261 run osmo-stp_10.42.42.5(pid=24589): stdout: \u000a| (launched: 2022-12-14_01:35:54.431462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:56.206014 run osmo-stp_10.42.42.5(pid=24589): stderr: \u000a| �[0;m�[38;5;43m20221214013554599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013554599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013554599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013554600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013554600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013554600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013554601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:56.259052 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24589): Process ended prematurely: osmo-stp_10.42.42.5(pid=24589) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24589)] [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a01:35:56.267740 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a01:35:56.326874 run osmo-hlr_10.42.42.2(pid=24586): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24586)]\u000a01:35:56.375086 run osmo-hlr_10.42.42.2(pid=24586): stdout: \u000a| (launched: 2022-12-14_01:35:53.480276) \u000a01:35:56.423388 run osmo-hlr_10.42.42.2(pid=24586): stderr: \u000a| �[0;m�[1;31m20221214013553654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013553654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013553654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013553654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013553654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013553654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013553666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013553676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013553676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013553676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:35:56.489250 run osmo-msc_10.42.42.6(pid=24592): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24592)]\u000a01:35:56.537154 run osmo-msc_10.42.42.6(pid=24592): stdout: \u000a| (launched: 2022-12-14_01:35:55.390724) \u000a01:35:56.585600 run osmo-msc_10.42.42.6(pid=24592): stderr: \u000a| �[0;m�[38;5;43m20221214013555659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214013555659 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38c5c84c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214013555660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214013555660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214013555660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214013555660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214013555662 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214013555663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214013555663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214013555663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:35:56.626642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24585): Terminating (SIGTERM)\u000a01:35:56.665381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24588): Terminating (SIGTERM)\u000a01:35:56.704332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24591): Terminating (SIGTERM)\u000a01:35:56.713583 --- ParallelTerminationStrategy: PID 24585 died...\u000a01:35:56.765707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24585): Terminated: ok {rc=0}\u000a01:35:56.775222 --- ParallelTerminationStrategy: PID 24588 died...\u000a01:35:56.827038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24588): Terminated: ok {rc=0}\u000a01:35:56.836569 --- ParallelTerminationStrategy: PID 24591 died...\u000a01:35:56.888452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24591): Terminated: ok {rc=0}\u000a01:35:56.975403 bus /sierra_3: Setting Powered False\u000a01:35:58.075344 bus /sierra_3: Setting Powered False\u000a01:35:59.183824 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24600): Process ended prematurely: osmo-stp_10.42.42.5(pid=24600) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24600)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24600): Process ended prematurely: osmo-stp_10.42.42.5(pid=24600) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24600)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:36:00.292821 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:36:00.304660 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:36:00.458383 tst mo_mt_call_osmux.py: using LAC 37637\u000a01:36:00.575376 tst mo_mt_call_osmux.py: using RAC 152\u000a01:36:00.693706 tst mo_mt_call_osmux.py: using CellId 37637\u000a01:36:00.810677 tst mo_mt_call_osmux.py: using BVCI 37638\u000a01:36:00.836823 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:36:00.848831 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:36:00.860483 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:36:00.872055 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:36:00.884018 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:36:00.896663 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:36:01.031332 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:36:01.289279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:36:01.847418 run create_hlr_db(pid=24594): Launched\u000a01:36:02.039614 bus /sierra_2: Setting Powered False\u000a01:36:03.054961 run create_hlr_db(pid=24594): Terminated: ok {rc=0}\u000a01:36:03.463328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24596): Launched\u000a01:36:03.774404 run osmo-hlr_10.42.42.2(pid=24597): Launched\u000a01:36:03.898165 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:36:04.458073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24599): Launched\u000a01:36:04.781179 run osmo-stp_10.42.42.5(pid=24600): Launched\u000a01:36:04.897695 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:36:05.486663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24602): Launched\u000a01:36:05.810149 run osmo-msc_10.42.42.6(pid=24603): Launched\u000a01:36:05.998095 run osmo-stp_10.42.42.5(pid=24600): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24600)]\u000a01:36:06.134537 run osmo-stp_10.42.42.5(pid=24600): stdout: \u000a| (launched: 2022-12-14_01:36:04.622455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:06.268881 run osmo-stp_10.42.42.5(pid=24600): stderr: \u000a| �[0;m�[38;5;43m20221214013604810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013604811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013604811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013604811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013604812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013604812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013604812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:06.398642 run osmo-stp_10.42.42.5(pid=24600): stdout: \u000a| (launched: 2022-12-14_01:36:04.622455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:06.526542 run osmo-stp_10.42.42.5(pid=24600): stderr: \u000a| �[0;m�[38;5;43m20221214013604810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013604811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013604811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013604811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013604812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013604812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013604812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:06.583836 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24600): Process ended prematurely: osmo-stp_10.42.42.5(pid=24600) [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24600)] [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a01:36:06.593210 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:36:06.655383 run osmo-hlr_10.42.42.2(pid=24597): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24597)]\u000a01:36:06.706083 run osmo-hlr_10.42.42.2(pid=24597): stdout: \u000a| (launched: 2022-12-14_01:36:03.616361) \u000a01:36:06.757581 run osmo-hlr_10.42.42.2(pid=24597): stderr: \u000a| �[0;m�[1;31m20221214013603804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013603804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013603804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013603804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013603804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013603805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013603817 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013603825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013603825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013603825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:36:06.827685 run osmo-msc_10.42.42.6(pid=24603): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24603)]\u000a01:36:06.878483 run osmo-msc_10.42.42.6(pid=24603): stdout: \u000a| (launched: 2022-12-14_01:36:05.650861) \u000a01:36:06.929830 run osmo-msc_10.42.42.6(pid=24603): stderr: \u000a| �[0;m�[38;5;43m20221214013605970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214013605970 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5037c8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214013605970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214013605970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214013605970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214013605970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214013605972 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214013605972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214013605972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214013605973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:36:06.973608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24596): Terminating (SIGTERM)\u000a01:36:07.014972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24599): Terminating (SIGTERM)\u000a01:36:07.056498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24602): Terminating (SIGTERM)\u000a01:36:07.066345 --- ParallelTerminationStrategy: PID 24596 died...\u000a01:36:07.122133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24596): Terminated: ok {rc=0}\u000a01:36:07.132135 --- ParallelTerminationStrategy: PID 24599 died...\u000a01:36:07.187609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24599): Terminated: ok {rc=0}\u000a01:36:07.197673 --- ParallelTerminationStrategy: PID 24602 died...\u000a01:36:07.253103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24602): Terminated: ok {rc=0}\u000a01:36:07.339688 bus /sierra_3: Setting Powered False\u000a01:36:08.441705 bus /sierra_3: Setting Powered False\u000a01:36:09.549995 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:35:50" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24615): Process ended prematurely: osmo-stp_10.42.42.5(pid=24615) [trial-2397↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24615)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24615): Process ended prematurely: osmo-stp_10.42.42.5(pid=24615) [trial-2397↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:36:11.546921 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:11.559125 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:36:11.696754 tst emergency_mo_mt_call.py: using LAC 37638\u000a01:36:11.818828 tst emergency_mo_mt_call.py: using RAC 153\u000a01:36:11.940819 tst emergency_mo_mt_call.py: using CellId 37638\u000a01:36:12.062131 tst emergency_mo_mt_call.py: using BVCI 37639\u000a01:36:12.086508 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:12.098063 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:12.109149 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:12.120248 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:12.131829 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:12.143307 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:12.258117 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:12.459102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:36:12.933490 run create_hlr_db(pid=24609): Launched\u000a01:36:13.104139 bus /sierra_2: Setting Powered False\u000a01:36:14.126684 run create_hlr_db(pid=24609): Terminated: ok {rc=0}\u000a01:36:14.549836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24611): Launched\u000a01:36:14.868735 run osmo-hlr_10.42.42.2(pid=24612): Launched\u000a01:36:14.988050 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:36:15.538041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24614): Launched\u000a01:36:15.896430 run osmo-stp_10.42.42.5(pid=24615): Launched\u000a01:36:16.102195 tst emergency_mo_mt_call.py: using MSISDN 8432\u000a01:36:16.308775 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:36:16.912567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24617): Launched\u000a01:36:17.316117 run osmo-msc_10.42.42.6(pid=24618): Launched\u000a01:36:17.491487 run osmo-stp_10.42.42.5(pid=24615): ERR: Terminated: ERROR {rc=1} [trial-2397↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24615)]\u000a01:36:17.618058 run osmo-stp_10.42.42.5(pid=24615): stdout: \u000a| (launched: 2022-12-14_01:36:15.698704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:17.741131 run osmo-stp_10.42.42.5(pid=24615): stderr: \u000a| �[0;m�[38;5;43m20221214013615960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013615960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013615960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013615960 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013615961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013615961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013615961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:17.859892 run osmo-stp_10.42.42.5(pid=24615): stdout: \u000a| (launched: 2022-12-14_01:36:15.698704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:17.977649 run osmo-stp_10.42.42.5(pid=24615): stderr: \u000a| �[0;m�[38;5;43m20221214013615960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013615960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013615960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013615960 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013615961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013615961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013615961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:18.029848 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=24615): Process ended prematurely: osmo-stp_10.42.42.5(pid=24615) [trial-2397↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24615)] [trial-2397↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a01:36:18.038011 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a01:36:18.097192 run osmo-hlr_10.42.42.2(pid=24612): ERR: Terminated: ERROR {rc=237} [trial-2397↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24612)]\u000a01:36:18.145684 run osmo-hlr_10.42.42.2(pid=24612): stdout: \u000a| (launched: 2022-12-14_01:36:14.711377) \u000a01:36:18.194474 run osmo-hlr_10.42.42.2(pid=24612): stderr: \u000a| �[0;m�[1;31m20221214013614905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013614905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013614905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013614905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013614905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013614905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013614917 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013614925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013614925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013614925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:36:18.261347 run osmo-msc_10.42.42.6(pid=24618): ERR: Terminated: ERROR {rc=2} [trial-2397↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24618)]\u000a01:36:18.309724 run osmo-msc_10.42.42.6(pid=24618): stdout: \u000a| (launched: 2022-12-14_01:36:17.075691) \u000a01:36:18.358656 run osmo-msc_10.42.42.6(pid=24618): stderr: \u000a| �[0;m�[38;5;43m20221214013617431 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214013617432 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc04ca0dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214013617432 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214013617432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214013617432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214013617432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214013617434 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214013617434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214013617435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214013617435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:36:18.400145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24611): Terminating (SIGTERM)\u000a01:36:18.439324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24614): Terminating (SIGTERM)\u000a01:36:18.478611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24617): Terminating (SIGTERM)\u000a01:36:18.487892 --- ParallelTerminationStrategy: PID 24611 died...\u000a01:36:18.540916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24611): Terminated: ok {rc=0}\u000a01:36:18.550696 --- ParallelTerminationStrategy: PID 24614 died...\u000a01:36:18.603171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24614): Terminated: ok {rc=0}\u000a01:36:18.612856 --- ParallelTerminationStrategy: PID 24617 died...\u000a01:36:18.665519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24617): Terminated: ok {rc=0}\u000a01:36:18.751971 bus /sierra_3: Setting Powered False\u000a01:36:19.854779 bus /sierra_3: Setting Powered False\u000a01:36:20.964503 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24626): Process ended prematurely: osmo-stp_10.42.42.5(pid=24626) [trial-2397↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24626)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24626): Process ended prematurely: osmo-stp_10.42.42.5(pid=24626) [trial-2397↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:36:22.017476 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:22.029438 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:36:22.169913 tst emergency_preemptive_call.py: using LAC 37639\u000a01:36:22.292239 tst emergency_preemptive_call.py: using RAC 154\u000a01:36:22.415899 tst emergency_preemptive_call.py: using CellId 37639\u000a01:36:22.540075 tst emergency_preemptive_call.py: using BVCI 37640\u000a01:36:22.564521 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:22.576058 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:22.587216 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:22.598292 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:22.610156 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:22.621894 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:22.738066 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:22.851362 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:22.971735 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:23.166600 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:36:23.644364 run create_hlr_db(pid=24620): Launched\u000a01:36:23.814981 bus /sierra_2: Setting Powered False\u000a01:36:24.837028 run create_hlr_db(pid=24620): Terminated: ok {rc=0}\u000a01:36:25.262781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24622): Launched\u000a01:36:25.581532 run osmo-hlr_10.42.42.2(pid=24623): Launched\u000a01:36:25.700113 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:36:26.255084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24625): Launched\u000a01:36:26.573921 run osmo-stp_10.42.42.5(pid=24626): Launched\u000a01:36:26.699238 tst emergency_preemptive_call.py: using MSISDN 8433\u000a01:36:26.856604 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:36:27.435012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24628): Launched\u000a01:36:27.754884 run osmo-msc_10.42.42.6(pid=24629): Launched\u000a01:36:27.942637 run osmo-stp_10.42.42.5(pid=24626): ERR: Terminated: ERROR {rc=1} [trial-2397↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24626)]\u000a01:36:28.077362 run osmo-stp_10.42.42.5(pid=24626): stdout: \u000a| (launched: 2022-12-14_01:36:26.416067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:28.210759 run osmo-stp_10.42.42.5(pid=24626): stderr: \u000a| �[0;m�[38;5;43m20221214013626605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013626605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013626606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013626606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013626606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013626607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013626607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:28.337891 run osmo-stp_10.42.42.5(pid=24626): stdout: \u000a| (launched: 2022-12-14_01:36:26.416067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:28.463999 run osmo-stp_10.42.42.5(pid=24626): stderr: \u000a| �[0;m�[38;5;43m20221214013626605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013626605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013626606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013626606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013626606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013626607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013626607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:28.519422 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=24626): Process ended prematurely: osmo-stp_10.42.42.5(pid=24626) [trial-2397↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24626)] [trial-2397↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a01:36:28.528131 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a01:36:28.590981 run osmo-hlr_10.42.42.2(pid=24623): ERR: Terminated: ERROR {rc=237} [trial-2397↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24623)]\u000a01:36:28.642009 run osmo-hlr_10.42.42.2(pid=24623): stdout: \u000a| (launched: 2022-12-14_01:36:25.424167) \u000a01:36:28.693762 run osmo-hlr_10.42.42.2(pid=24623): stderr: \u000a| �[0;m�[1;31m20221214013625617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013625617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013625617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013625617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013625617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013625617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013625629 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013625638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013625638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013625638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:36:28.763895 run osmo-msc_10.42.42.6(pid=24629): ERR: Terminated: ERROR {rc=2} [trial-2397↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24629)]\u000a01:36:28.814872 run osmo-msc_10.42.42.6(pid=24629): stdout: \u000a| (launched: 2022-12-14_01:36:27.596480) \u000a01:36:28.866431 run osmo-msc_10.42.42.6(pid=24629): stderr: \u000a| �[0;m�[38;5;43m20221214013627913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214013627913 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a0e680c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214013627913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214013627913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214013627914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214013627914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214013627916 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214013627916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214013627916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214013627916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:36:28.910391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24622): Terminating (SIGTERM)\u000a01:36:28.951991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24625): Terminating (SIGTERM)\u000a01:36:28.994078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24628): Terminating (SIGTERM)\u000a01:36:29.003725 --- ParallelTerminationStrategy: PID 24622 died...\u000a01:36:29.059657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24622): Terminated: ok {rc=0}\u000a01:36:29.069777 --- ParallelTerminationStrategy: PID 24625 died...\u000a01:36:29.125181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24625): Terminated: ok {rc=0}\u000a01:36:29.135172 --- ParallelTerminationStrategy: PID 24628 died...\u000a01:36:29.190643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24628): Terminated: ok {rc=0}\u000a01:36:29.277046 bus /sierra_9: Setting Powered False\u000a01:36:30.380975 bus /sierra_9: Setting Powered False\u000a01:36:31.509870 bus /sierra_8: Setting Powered False\u000a01:36:32.614328 bus /sierra_8: Setting Powered False\u000a01:36:33.720234 bus /sierra_3: Setting Powered False\u000a01:36:34.825239 bus /sierra_3: Setting Powered False\u000a01:36:35.936336 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:36:11" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24644): Process ended prematurely: osmo-stp_10.42.42.5(pid=24644) [trial-2397↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24644)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24644): Process ended prematurely: osmo-stp_10.42.42.5(pid=24644) [trial-2397↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:36:38.031910 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:38.042751 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:36:38.171419 tst cs_paging_gprs_active.py: using LAC 37640\u000a01:36:38.289820 tst cs_paging_gprs_active.py: using RAC 155\u000a01:36:38.411173 tst cs_paging_gprs_active.py: using CellId 37640\u000a01:36:38.527075 tst cs_paging_gprs_active.py: using BVCI 37641\u000a01:36:38.550001 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:38.560706 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:38.571696 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:38.582282 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:38.593333 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:38.603740 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:38.614424 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:38.625111 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:38.635770 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:38.756191 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:39.030962 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:36:39.156012 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:36:39.469265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24634): Launched\u000a01:36:39.729863 run iperf3-srv_10.42.42.10(pid=24635): Launched\u000a01:36:39.912939 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:36:40.037728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:36:40.351285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24636): Launched\u000a01:36:40.610841 run iperf3-srv_10.42.42.10(pid=24637): Launched\u000a01:36:40.793254 tst cs_paging_gprs_active.py:38: start network...\u000a01:36:40.917577 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:36:41.397769 run create_hlr_db(pid=24638): Launched\u000a01:36:41.569580 bus /sierra_2: Setting Powered False\u000a01:36:42.592219 run create_hlr_db(pid=24638): Terminated: ok {rc=0}\u000a01:36:43.022513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24640): Launched\u000a01:36:43.345922 run osmo-hlr_10.42.42.2(pid=24641): Launched\u000a01:36:43.466700 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:36:44.028310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24643): Launched\u000a01:36:44.352541 run osmo-stp_10.42.42.5(pid=24644): Launched\u000a01:36:44.469460 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:36:45.037800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24646): Launched\u000a01:36:45.152797 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:36:45.435607 run patchelf(pid=24647): Launched\u000a01:36:45.625064 run osmo-stp_10.42.42.5(pid=24644): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24644)]\u000a01:36:45.763512 run osmo-stp_10.42.42.5(pid=24644): stdout: \u000a| (launched: 2022-12-14_01:36:44.192450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:45.910324 run osmo-stp_10.42.42.5(pid=24644): stderr: \u000a| �[0;m�[38;5;43m20221214013644383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013644383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013644383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013644383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013644384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013644384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013644384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:46.063340 run osmo-stp_10.42.42.5(pid=24644): stdout: \u000a| (launched: 2022-12-14_01:36:44.192450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:46.244534 run osmo-stp_10.42.42.5(pid=24644): stderr: \u000a| �[0;m�[38;5;43m20221214013644383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013644383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013644383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013644383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013644384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013644384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013644384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:46.431887 run patchelf(pid=24647): Terminating (SIGINT)\u000a01:36:46.629168 run patchelf(pid=24647): Terminated: ok {rc=0}\u000a01:36:46.662012 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24644): Process ended prematurely: osmo-stp_10.42.42.5(pid=24644) [trial-2397↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24644)] [trial-2397↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a01:36:46.673542 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a01:36:46.735844 run osmo-hlr_10.42.42.2(pid=24641): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24641)]\u000a01:36:46.786808 run osmo-hlr_10.42.42.2(pid=24641): stdout: \u000a| (launched: 2022-12-14_01:36:43.186377) \u000a01:36:46.852229 run osmo-hlr_10.42.42.2(pid=24641): stderr: \u000a| �[0;m�[1;31m20221214013643382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013643382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013643382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013643382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013643382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013643382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013643401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013643411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013643411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013643411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:36:46.910336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24634): Terminating (SIGTERM)\u000a01:36:46.965821 run iperf3-srv_10.42.42.10(pid=24635): Terminating (SIGTERM)\u000a01:36:47.010514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24636): Terminating (SIGTERM)\u000a01:36:47.051351 run iperf3-srv_10.42.42.10(pid=24637): Terminating (SIGTERM)\u000a01:36:47.092330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24640): Terminating (SIGTERM)\u000a01:36:47.134687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24643): Terminating (SIGTERM)\u000a01:36:47.177504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24646): Terminating (SIGTERM)\u000a01:36:47.187524 --- ParallelTerminationStrategy: PID 24634 died...\u000a01:36:47.243538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24634): Terminated: ok {rc=0}\u000a01:36:47.253562 --- ParallelTerminationStrategy: PID 24635 died...\u000a01:36:47.308480 run iperf3-srv_10.42.42.10(pid=24635): Terminated {rc=256}\u000a01:36:47.319463 --- ParallelTerminationStrategy: PID 24636 died...\u000a01:36:47.372226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24636): Terminated: ok {rc=0}\u000a01:36:47.381952 --- ParallelTerminationStrategy: PID 24637 died...\u000a01:36:47.434254 run iperf3-srv_10.42.42.10(pid=24637): Terminated {rc=256}\u000a01:36:47.443897 --- ParallelTerminationStrategy: PID 24640 died...\u000a01:36:47.496999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24640): Terminated: ok {rc=0}\u000a01:36:47.506850 --- ParallelTerminationStrategy: PID 24643 died...\u000a01:36:47.559613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24643): Terminated: ok {rc=0}\u000a01:36:47.569373 --- ParallelTerminationStrategy: PID 24646 died...\u000a01:36:47.621851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24646): Terminated: ok {rc=0}\u000a01:36:47.708400 bus /gobi_0: Setting Powered False\u000a01:36:48.810205 bus /gobi_0: Setting Powered False\u000a01:36:49.920271 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24656): Process ended prematurely: osmo-stp_10.42.42.5(pid=24656) [trial-2397↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24656)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24656): Process ended prematurely: osmo-stp_10.42.42.5(pid=24656) [trial-2397↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a01:36:51.028590 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:51.040282 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:36:51.176735 tst iperf3.py: using LAC 37641\u000a01:36:51.296647 tst iperf3.py: using RAC 156\u000a01:36:51.416368 tst iperf3.py: using CellId 37641\u000a01:36:51.535621 tst iperf3.py: using BVCI 37642\u000a01:36:51.558719 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:51.569521 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:51.579997 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:51.590499 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:51.600886 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:51.611620 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:51.622431 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:51.633008 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:51.643731 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:51.919440 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:36:52.044106 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:36:52.356768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24648): Launched\u000a01:36:52.616602 run iperf3-srv_10.42.42.10(pid=24649): Launched\u000a01:36:52.799810 tst iperf3.py:8: start network...\u000a01:36:52.925121 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:36:53.408049 run create_hlr_db(pid=24650): Launched\u000a01:36:53.580149 bus /gobi_6: Setting Powered False\u000a01:36:54.601774 run create_hlr_db(pid=24650): Terminated: ok {rc=0}\u000a01:36:55.031713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24652): Launched\u000a01:36:55.354927 run osmo-hlr_10.42.42.2(pid=24653): Launched\u000a01:36:55.476682 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:36:56.040051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24655): Launched\u000a01:36:56.363576 run osmo-stp_10.42.42.5(pid=24656): Launched\u000a01:36:56.480182 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:36:57.042361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24658): Launched\u000a01:36:57.157370 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:36:57.439169 run patchelf(pid=24659): Launched\u000a01:36:57.628266 run osmo-stp_10.42.42.5(pid=24656): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24656)]\u000a01:36:57.766371 run osmo-stp_10.42.42.5(pid=24656): stdout: \u000a| (launched: 2022-12-14_01:36:56.204136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:57.905019 run osmo-stp_10.42.42.5(pid=24656): stderr: \u000a| �[0;m�[38;5;43m20221214013656393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013656393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013656394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013656394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013656394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013656395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013656395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:58.037865 run osmo-stp_10.42.42.5(pid=24656): stdout: \u000a| (launched: 2022-12-14_01:36:56.204136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:58.169441 run osmo-stp_10.42.42.5(pid=24656): stderr: \u000a| �[0;m�[38;5;43m20221214013656393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013656393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013656394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013656394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013656394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013656395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013656395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:58.322536 run patchelf(pid=24659): Terminating (SIGINT)\u000a01:36:58.502590 run patchelf(pid=24659): Terminated: ok {rc=0}\u000a01:36:58.535674 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24656): Process ended prematurely: osmo-stp_10.42.42.5(pid=24656) [trial-2397↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24656)] [trial-2397↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a01:36:58.545714 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a01:36:58.608749 run osmo-hlr_10.42.42.2(pid=24653): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24653)]\u000a01:36:58.659781 run osmo-hlr_10.42.42.2(pid=24653): stdout: \u000a| (launched: 2022-12-14_01:36:55.194949) \u000a01:36:58.711977 run osmo-hlr_10.42.42.2(pid=24653): stderr: \u000a| �[0;m�[1;31m20221214013655389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013655389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013655389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013655390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013655390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013655390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013655401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013655410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013655410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013655410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:36:58.756331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24648): Terminating (SIGTERM)\u000a01:36:58.798588 run iperf3-srv_10.42.42.10(pid=24649): Terminating (SIGTERM)\u000a01:36:58.840052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24652): Terminating (SIGTERM)\u000a01:36:58.881948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24655): Terminating (SIGTERM)\u000a01:36:58.923614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24658): Terminating (SIGTERM)\u000a01:36:58.933369 --- ParallelTerminationStrategy: PID 24648 died...\u000a01:36:58.989594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24648): Terminated: ok {rc=0}\u000a01:36:58.999673 --- ParallelTerminationStrategy: PID 24649 died...\u000a01:36:59.055580 run iperf3-srv_10.42.42.10(pid=24649): Terminated {rc=256}\u000a01:36:59.065676 --- ParallelTerminationStrategy: PID 24652 died...\u000a01:36:59.121739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24652): Terminated: ok {rc=0}\u000a01:36:59.131852 --- ParallelTerminationStrategy: PID 24655 died...\u000a01:36:59.187942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24655): Terminated: ok {rc=0}\u000a01:36:59.198064 --- ParallelTerminationStrategy: PID 24658 died...\u000a01:36:59.253865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24658): Terminated: ok {rc=0}\u000a01:36:59.340763 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24674): Process ended prematurely: osmo-stp_10.42.42.5(pid=24674) [trial-2397↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24674)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24674): Process ended prematurely: osmo-stp_10.42.42.5(pid=24674) [trial-2397↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24674)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a01:37:00.459114 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:00.471256 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:37:00.611117 tst iperf3m4.py: using LAC 37642\u000a01:37:00.738116 tst iperf3m4.py: using RAC 157\u000a01:37:00.881918 tst iperf3m4.py: using CellId 37642\u000a01:37:01.028729 tst iperf3m4.py: using BVCI 37643\u000a01:37:01.054174 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:01.066237 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:01.077965 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:01.089791 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:01.102329 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:01.114858 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:01.127598 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:01.139961 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:01.152603 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:37:01.293943 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:37:01.441748 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:37:01.586635 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:37:01.897924 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:37:02.035797 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:37:02.383447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24660): Launched\u000a01:37:02.661707 run iperf3-srv_10.42.42.10(pid=24661): Launched\u000a01:37:02.859466 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:37:02.993734 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:37:03.328534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24662): Launched\u000a01:37:03.606752 run iperf3-srv_10.42.42.10(pid=24663): Launched\u000a01:37:03.803776 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:37:03.938889 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:37:04.274088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24664): Launched\u000a01:37:04.553967 run iperf3-srv_10.42.42.10(pid=24665): Launched\u000a01:37:04.752012 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:37:04.886697 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:37:05.222292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24666): Launched\u000a01:37:05.500341 run iperf3-srv_10.42.42.10(pid=24667): Launched\u000a01:37:05.697881 tst iperf3m4.py:8: start network...\u000a01:37:05.832509 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:37:06.342793 run create_hlr_db(pid=24668): Launched\u000a01:37:06.529558 bus /gobi_6: Setting Powered False\u000a01:37:07.550112 run create_hlr_db(pid=24668): Terminated: ok {rc=0}\u000a01:37:07.955913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24670): Launched\u000a01:37:08.258179 run osmo-hlr_10.42.42.2(pid=24671): Launched\u000a01:37:08.378831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:37:09.022046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24673): Launched\u000a01:37:09.316653 run osmo-stp_10.42.42.5(pid=24674): Launched\u000a01:37:09.424140 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:37:09.941360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24676): Launched\u000a01:37:10.045991 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:37:10.303574 run patchelf(pid=24677): Launched\u000a01:37:10.476538 run osmo-stp_10.42.42.5(pid=24674): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24674)]\u000a01:37:10.603400 run osmo-stp_10.42.42.5(pid=24674): stdout: \u000a| (launched: 2022-12-14_01:37:09.170771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:10.730395 run osmo-stp_10.42.42.5(pid=24674): stderr: \u000a| �[0;m�[38;5;43m20221214013709337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013709338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013709338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013709338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013709339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013709339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013709339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:10.851943 run osmo-stp_10.42.42.5(pid=24674): stdout: \u000a| (launched: 2022-12-14_01:37:09.170771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:10.972349 run osmo-stp_10.42.42.5(pid=24674): stderr: \u000a| �[0;m�[38;5;43m20221214013709337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013709338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013709338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013709338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013709339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013709339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013709339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:11.113166 run patchelf(pid=24677): Terminating (SIGINT)\u000a01:37:11.279154 run patchelf(pid=24677): Terminated: ok {rc=0}\u000a01:37:11.309931 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24674): Process ended prematurely: osmo-stp_10.42.42.5(pid=24674) [trial-2397↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24674)] [trial-2397↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a01:37:11.319072 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a01:37:11.378585 run osmo-hlr_10.42.42.2(pid=24671): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24671)]\u000a01:37:11.426586 run osmo-hlr_10.42.42.2(pid=24671): stdout: \u000a| (launched: 2022-12-14_01:37:08.109135) \u000a01:37:11.475291 run osmo-hlr_10.42.42.2(pid=24671): stderr: \u000a| �[0;m�[1;31m20221214013708282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013708282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013708282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013708282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013708282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013708282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013708294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013708302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013708302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013708302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:37:11.516550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24660): Terminating (SIGTERM)\u000a01:37:11.555216 run iperf3-srv_10.42.42.10(pid=24661): Terminating (SIGTERM)\u000a01:37:11.594111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24662): Terminating (SIGTERM)\u000a01:37:11.632841 run iperf3-srv_10.42.42.10(pid=24663): Terminating (SIGTERM)\u000a01:37:11.671699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24664): Terminating (SIGTERM)\u000a01:37:11.710328 run iperf3-srv_10.42.42.10(pid=24665): Terminating (SIGTERM)\u000a01:37:11.748928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24666): Terminating (SIGTERM)\u000a01:37:11.787613 run iperf3-srv_10.42.42.10(pid=24667): Terminating (SIGTERM)\u000a01:37:11.826538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24670): Terminating (SIGTERM)\u000a01:37:11.865291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24673): Terminating (SIGTERM)\u000a01:37:11.904280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24676): Terminating (SIGTERM)\u000a01:37:11.913556 --- ParallelTerminationStrategy: PID 24660 died...\u000a01:37:11.966285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24660): Terminated: ok {rc=0}\u000a01:37:11.975951 --- ParallelTerminationStrategy: PID 24661 died...\u000a01:37:12.027976 run iperf3-srv_10.42.42.10(pid=24661): Terminated {rc=256}\u000a01:37:12.037888 --- ParallelTerminationStrategy: PID 24662 died...\u000a01:37:12.090090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24662): Terminated: ok {rc=0}\u000a01:37:12.099621 --- ParallelTerminationStrategy: PID 24663 died...\u000a01:37:12.151432 run iperf3-srv_10.42.42.10(pid=24663): Terminated {rc=256}\u000a01:37:12.160891 --- ParallelTerminationStrategy: PID 24664 died...\u000a01:37:12.213003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24664): Terminated: ok {rc=0}\u000a01:37:12.222564 --- ParallelTerminationStrategy: PID 24665 died...\u000a01:37:12.274984 run iperf3-srv_10.42.42.10(pid=24665): Terminated {rc=256}\u000a01:37:12.284420 --- ParallelTerminationStrategy: PID 24666 died...\u000a01:37:12.336166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24666): Terminated: ok {rc=0}\u000a01:37:12.345847 --- ParallelTerminationStrategy: PID 24667 died...\u000a01:37:12.397928 run iperf3-srv_10.42.42.10(pid=24667): Terminated {rc=256}\u000a01:37:12.407523 --- ParallelTerminationStrategy: PID 24670 died...\u000a01:37:12.459559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24670): Terminated: ok {rc=0}\u000a01:37:12.469046 --- ParallelTerminationStrategy: PID 24673 died...\u000a01:37:12.520852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24673): Terminated: ok {rc=0}\u000a01:37:12.530336 --- ParallelTerminationStrategy: PID 24676 died...\u000a01:37:12.582235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24676): Terminated: ok {rc=0}\u000a01:37:12.669303 bus /gobi_4: Setting Powered False\u000a01:37:13.771320 bus /gobi_4: Setting Powered False\u000a01:37:14.880419 bus /gobi_1: Setting Powered False\u000a01:37:16.001438 bus /gobi_1: Setting Powered False\u000a01:37:17.116498 bus /gobi_0: Setting Powered False\u000a01:37:18.220288 bus /gobi_0: Setting Powered False\u000a01:37:19.328744 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24684): Process ended prematurely: osmo-stp_10.42.42.5(pid=24684) [trial-2397↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24684)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24684): Process ended prematurely: osmo-stp_10.42.42.5(pid=24684) [trial-2397↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a01:37:20.394577 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:20.405985 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:37:20.533001 tst ping.py: using LAC 37643\u000a01:37:20.655821 tst ping.py: using RAC 158\u000a01:37:20.778130 tst ping.py: using CellId 37643\u000a01:37:20.899748 tst ping.py: using BVCI 37644\u000a01:37:20.923813 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:20.935164 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:20.946481 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:20.958158 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:20.969683 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:20.981266 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:20.993106 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:21.004684 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:37:21.288645 tst ping.py:19: start network...\u000a01:37:21.417993 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:37:21.904463 run create_hlr_db(pid=24678): Launched\u000a01:37:22.086084 bus /gobi_6: Setting Powered False\u000a01:37:23.106563 run create_hlr_db(pid=24678): Terminated: ok {rc=0}\u000a01:37:23.497888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24680): Launched\u000a01:37:23.787954 run osmo-hlr_10.42.42.2(pid=24681): Launched\u000a01:37:23.893877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:37:24.399988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24683): Launched\u000a01:37:24.691651 run osmo-stp_10.42.42.5(pid=24684): Launched\u000a01:37:24.797024 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:37:25.305752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24686): Launched\u000a01:37:25.408505 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:37:25.662349 run patchelf(pid=24687): Launched\u000a01:37:25.831671 run osmo-stp_10.42.42.5(pid=24684): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24684)]\u000a01:37:25.956171 run osmo-stp_10.42.42.5(pid=24684): stdout: \u000a| (launched: 2022-12-14_01:37:24.546738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:26.080826 run osmo-stp_10.42.42.5(pid=24684): stderr: \u000a| �[0;m�[38;5;43m20221214013724713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013724713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013724713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013724714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013724714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013724714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013724714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:26.200586 run osmo-stp_10.42.42.5(pid=24684): stdout: \u000a| (launched: 2022-12-14_01:37:24.546738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:26.318869 run osmo-stp_10.42.42.5(pid=24684): stderr: \u000a| �[0;m�[38;5;43m20221214013724713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013724713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013724713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013724714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013724714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013724714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013724714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:26.457249 run patchelf(pid=24687): Terminating (SIGINT)\u000a01:37:26.619705 run patchelf(pid=24687): Terminated: ok {rc=0}\u000a01:37:26.649619 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24684): Process ended prematurely: osmo-stp_10.42.42.5(pid=24684) [trial-2397↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24684)] [trial-2397↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a01:37:26.658155 tst ping.py:22: Test FAILED (6.3 sec)\u000a01:37:26.716718 run osmo-hlr_10.42.42.2(pid=24681): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24681)]\u000a01:37:26.764844 run osmo-hlr_10.42.42.2(pid=24681): stdout: \u000a| (launched: 2022-12-14_01:37:23.645068) \u000a01:37:26.813744 run osmo-hlr_10.42.42.2(pid=24681): stderr: \u000a| �[0;m�[1;31m20221214013723813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013723813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013723813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013723813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013723813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013723814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013723826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013723835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013723835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013723835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:37:26.855012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24680): Terminating (SIGTERM)\u000a01:37:26.894072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24683): Terminating (SIGTERM)\u000a01:37:26.932985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24686): Terminating (SIGTERM)\u000a01:37:26.941950 --- ParallelTerminationStrategy: PID 24680 died...\u000a01:37:26.993910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24680): Terminated: ok {rc=0}\u000a01:37:27.003184 --- ParallelTerminationStrategy: PID 24683 died...\u000a01:37:27.054846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24683): Terminated: ok {rc=0}\u000a01:37:27.064047 --- ParallelTerminationStrategy: PID 24686 died...\u000a01:37:27.115813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24686): Terminated: ok {rc=0}\u000a01:37:27.201842 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24694): Process ended prematurely: osmo-stp_10.42.42.5(pid=24694) [trial-2397↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24694)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24694): Process ended prematurely: osmo-stp_10.42.42.5(pid=24694) [trial-2397↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a01:37:28.253276 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:28.264643 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:37:28.395371 tst ping_idle_ping.py: using LAC 37644\u000a01:37:28.509909 tst ping_idle_ping.py: using RAC 159\u000a01:37:28.624211 tst ping_idle_ping.py: using CellId 37644\u000a01:37:28.739889 tst ping_idle_ping.py: using BVCI 37645\u000a01:37:28.762153 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:28.772886 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:28.783420 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:28.793937 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:28.804382 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:28.814859 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:28.825560 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:28.836032 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:37:29.103780 tst ping_idle_ping.py:24: start network...\u000a01:37:29.224551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:37:29.692871 run create_hlr_db(pid=24688): Launched\u000a01:37:29.860081 bus /gobi_6: Setting Powered False\u000a01:37:30.901887 run create_hlr_db(pid=24688): Terminated: ok {rc=0}\u000a01:37:31.348089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24690): Launched\u000a01:37:31.786641 run osmo-hlr_10.42.42.2(pid=24691): Launched\u000a01:37:31.997610 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:37:32.510633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24693): Launched\u000a01:37:32.802723 run osmo-stp_10.42.42.5(pid=24694): Launched\u000a01:37:32.919616 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:37:33.431483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24696): Launched\u000a01:37:33.534336 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:37:33.788386 run patchelf(pid=24697): Launched\u000a01:37:33.957980 run osmo-stp_10.42.42.5(pid=24694): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24694)]\u000a01:37:34.082720 run osmo-stp_10.42.42.5(pid=24694): stdout: \u000a| (launched: 2022-12-14_01:37:32.657875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:34.208282 run osmo-stp_10.42.42.5(pid=24694): stderr: \u000a| �[0;m�[38;5;43m20221214013732827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013732827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013732827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013732828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013732828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013732828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013732828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:34.328296 run osmo-stp_10.42.42.5(pid=24694): stdout: \u000a| (launched: 2022-12-14_01:37:32.657875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:34.446880 run osmo-stp_10.42.42.5(pid=24694): stderr: \u000a| �[0;m�[38;5;43m20221214013732827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013732827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013732827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013732828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013732828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013732828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013732828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:34.585411 run patchelf(pid=24697): Terminating (SIGINT)\u000a01:37:34.747992 run patchelf(pid=24697): Terminated: ok {rc=0}\u000a01:37:34.777804 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24694): Process ended prematurely: osmo-stp_10.42.42.5(pid=24694) [trial-2397↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24694)] [trial-2397↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a01:37:34.786413 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a01:37:34.845547 run osmo-hlr_10.42.42.2(pid=24691): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24691)]\u000a01:37:34.893503 run osmo-hlr_10.42.42.2(pid=24691): stdout: \u000a| (launched: 2022-12-14_01:37:31.503597) \u000a01:37:34.942025 run osmo-hlr_10.42.42.2(pid=24691): stderr: \u000a| �[0;m�[1;31m20221214013731725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013731725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013731725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013731726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013731726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013731726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013731745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013731753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013731754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013731754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:37:34.982849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24690): Terminating (SIGTERM)\u000a01:37:35.021436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24693): Terminating (SIGTERM)\u000a01:37:35.060245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24696): Terminating (SIGTERM)\u000a01:37:35.069311 --- ParallelTerminationStrategy: PID 24690 died...\u000a01:37:35.121502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24690): Terminated: ok {rc=0}\u000a01:37:35.130831 --- ParallelTerminationStrategy: PID 24693 died...\u000a01:37:35.183131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24693): Terminated: ok {rc=0}\u000a01:37:35.192398 --- ParallelTerminationStrategy: PID 24696 died...\u000a01:37:35.244183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24696): Terminated: ok {rc=0}\u000a01:37:35.326563 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:36:37" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24711): Process ended prematurely: osmo-stp_10.42.42.5(pid=24711) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24711)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24711): Process ended prematurely: osmo-stp_10.42.42.5(pid=24711) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:37:37.481219 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:37.492517 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:37:37.630753 tst cs_paging_gprs_active.py: using LAC 37645\u000a01:37:37.754303 tst cs_paging_gprs_active.py: using RAC 160\u000a01:37:37.877800 tst cs_paging_gprs_active.py: using CellId 37645\u000a01:37:38.000850 tst cs_paging_gprs_active.py: using BVCI 37646\u000a01:37:38.025395 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:38.036766 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:38.047986 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:38.059233 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:38.070731 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:38.082357 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:38.094029 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:38.105363 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:38.116899 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:37:38.235101 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:37:38.509429 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:37:38.633960 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:37:38.943421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24701): Launched\u000a01:37:39.199503 run iperf3-srv_10.42.42.10(pid=24702): Launched\u000a01:37:39.381186 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:37:39.504518 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:37:39.814974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24703): Launched\u000a01:37:40.071150 run iperf3-srv_10.42.42.10(pid=24704): Launched\u000a01:37:40.252812 tst cs_paging_gprs_active.py:38: start network...\u000a01:37:40.375624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:37:40.850801 run create_hlr_db(pid=24705): Launched\u000a01:37:41.021461 bus /gobi_6: Setting Powered False\u000a01:37:42.042867 run create_hlr_db(pid=24705): Terminated: ok {rc=0}\u000a01:37:42.468438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24707): Launched\u000a01:37:42.788940 run osmo-hlr_10.42.42.2(pid=24708): Launched\u000a01:37:42.908590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:37:43.465375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24710): Launched\u000a01:37:43.784903 run osmo-stp_10.42.42.5(pid=24711): Launched\u000a01:37:43.900127 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:37:44.457633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24713): Launched\u000a01:37:44.571173 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:37:44.850315 run patchelf(pid=24714): Launched\u000a01:37:45.037178 run osmo-stp_10.42.42.5(pid=24711): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24711)]\u000a01:37:45.174232 run osmo-stp_10.42.42.5(pid=24711): stdout: \u000a| (launched: 2022-12-14_01:37:43.627437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:45.311608 run osmo-stp_10.42.42.5(pid=24711): stderr: \u000a| �[0;m�[38;5;43m20221214013743813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013743813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013743814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013743814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013743814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013743814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013743815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:45.443973 run osmo-stp_10.42.42.5(pid=24711): stdout: \u000a| (launched: 2022-12-14_01:37:43.627437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:45.574941 run osmo-stp_10.42.42.5(pid=24711): stderr: \u000a| �[0;m�[38;5;43m20221214013743813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013743813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013743814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013743814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013743814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013743814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013743815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:45.727811 run patchelf(pid=24714): Terminating (SIGINT)\u000a01:37:45.923289 run patchelf(pid=24714): Terminated: ok {rc=0}\u000a01:37:45.964179 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24711): Process ended prematurely: osmo-stp_10.42.42.5(pid=24711) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24711)] [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:37:45.974201 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a01:37:46.034546 run osmo-hlr_10.42.42.2(pid=24708): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24708)]\u000a01:37:46.085023 run osmo-hlr_10.42.42.2(pid=24708): stdout: \u000a| (launched: 2022-12-14_01:37:42.631150) \u000a01:37:46.135204 run osmo-hlr_10.42.42.2(pid=24708): stderr: \u000a| �[0;m�[1;31m20221214013742823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013742823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013742823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013742823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013742823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013742823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013742835 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013742843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013742844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013742844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:37:46.178044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24701): Terminating (SIGTERM)\u000a01:37:46.221404 run iperf3-srv_10.42.42.10(pid=24702): Terminating (SIGTERM)\u000a01:37:46.262245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24703): Terminating (SIGTERM)\u000a01:37:46.303410 run iperf3-srv_10.42.42.10(pid=24704): Terminating (SIGTERM)\u000a01:37:46.343563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24707): Terminating (SIGTERM)\u000a01:37:46.387221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24710): Terminating (SIGTERM)\u000a01:37:46.430505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24713): Terminating (SIGTERM)\u000a01:37:46.440474 --- ParallelTerminationStrategy: PID 24701 died...\u000a01:37:46.497595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24701): Terminated: ok {rc=0}\u000a01:37:46.507538 --- ParallelTerminationStrategy: PID 24702 died...\u000a01:37:46.561285 run iperf3-srv_10.42.42.10(pid=24702): Terminated {rc=256}\u000a01:37:46.571077 --- ParallelTerminationStrategy: PID 24703 died...\u000a01:37:46.624723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24703): Terminated: ok {rc=0}\u000a01:37:46.634487 --- ParallelTerminationStrategy: PID 24704 died...\u000a01:37:46.689177 run iperf3-srv_10.42.42.10(pid=24704): Terminated {rc=256}\u000a01:37:46.699197 --- ParallelTerminationStrategy: PID 24707 died...\u000a01:37:46.753145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24707): Terminated: ok {rc=0}\u000a01:37:46.763077 --- ParallelTerminationStrategy: PID 24710 died...\u000a01:37:46.817173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24710): Terminated: ok {rc=0}\u000a01:37:46.827153 --- ParallelTerminationStrategy: PID 24713 died...\u000a01:37:46.882015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24713): Terminated: ok {rc=0}\u000a01:37:46.969064 bus /gobi_0: Setting Powered False\u000a01:37:48.072452 bus /gobi_0: Setting Powered False\u000a01:37:49.178821 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24723): Process ended prematurely: osmo-stp_10.42.42.5(pid=24723) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24723)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24723): Process ended prematurely: osmo-stp_10.42.42.5(pid=24723) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24723)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:37:50.293104 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:50.305353 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:37:50.446018 tst iperf3.py: using LAC 37646\u000a01:37:50.564573 tst iperf3.py: using RAC 161\u000a01:37:50.683608 tst iperf3.py: using CellId 37646\u000a01:37:50.800594 tst iperf3.py: using BVCI 37647\u000a01:37:50.823223 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:50.834310 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:50.845133 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:50.855922 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:50.867095 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:50.878507 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:50.889952 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:50.901078 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:50.912371 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:37:51.202383 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:37:51.335033 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:37:51.665296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24715): Launched\u000a01:37:51.938451 run iperf3-srv_10.42.42.10(pid=24716): Launched\u000a01:37:52.132765 tst iperf3.py:8: start network...\u000a01:37:52.265334 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:37:52.770585 run create_hlr_db(pid=24717): Launched\u000a01:37:52.954467 bus /gobi_6: Setting Powered False\u000a01:37:53.976454 run create_hlr_db(pid=24717): Terminated: ok {rc=0}\u000a01:37:54.378261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24719): Launched\u000a01:37:54.676283 run osmo-hlr_10.42.42.2(pid=24720): Launched\u000a01:37:54.785456 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:37:55.302933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24722): Launched\u000a01:37:55.599877 run osmo-stp_10.42.42.5(pid=24723): Launched\u000a01:37:55.707363 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:37:56.225502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24725): Launched\u000a01:37:56.331121 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:37:56.590430 run patchelf(pid=24726): Launched\u000a01:37:56.763976 run osmo-stp_10.42.42.5(pid=24723): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24723)]\u000a01:37:56.891348 run osmo-stp_10.42.42.5(pid=24723): stdout: \u000a| (launched: 2022-12-14_01:37:55.452758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:57.019069 run osmo-stp_10.42.42.5(pid=24723): stderr: \u000a| �[0;m�[38;5;43m20221214013755618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013755618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013755619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013755619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013755620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013755620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013755620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:57.141309 run osmo-stp_10.42.42.5(pid=24723): stdout: \u000a| (launched: 2022-12-14_01:37:55.452758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:57.262059 run osmo-stp_10.42.42.5(pid=24723): stderr: \u000a| �[0;m�[38;5;43m20221214013755618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013755618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013755619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013755619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013755620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013755620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013755620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:57.403052 run patchelf(pid=24726): Terminating (SIGINT)\u000a01:37:57.569502 run patchelf(pid=24726): Terminated: ok {rc=0}\u000a01:37:57.600270 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24723): Process ended prematurely: osmo-stp_10.42.42.5(pid=24723) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24723)] [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a01:37:57.609488 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a01:37:57.668543 run osmo-hlr_10.42.42.2(pid=24720): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24720)]\u000a01:37:57.716578 run osmo-hlr_10.42.42.2(pid=24720): stdout: \u000a| (launched: 2022-12-14_01:37:54.528537) \u000a01:37:57.765257 run osmo-hlr_10.42.42.2(pid=24720): stderr: \u000a| �[0;m�[1;31m20221214013754701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013754701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013754701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013754701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013754701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013754701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013754714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013754722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013754722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013754722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:37:57.806818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24715): Terminating (SIGTERM)\u000a01:37:57.845825 run iperf3-srv_10.42.42.10(pid=24716): Terminating (SIGTERM)\u000a01:37:57.884822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24719): Terminating (SIGTERM)\u000a01:37:57.923917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24722): Terminating (SIGTERM)\u000a01:37:57.962961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24725): Terminating (SIGTERM)\u000a01:37:57.971999 --- ParallelTerminationStrategy: PID 24715 died...\u000a01:37:58.024352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24715): Terminated: ok {rc=0}\u000a01:37:58.033789 --- ParallelTerminationStrategy: PID 24716 died...\u000a01:37:58.085783 run iperf3-srv_10.42.42.10(pid=24716): Terminated {rc=256}\u000a01:37:58.095177 --- ParallelTerminationStrategy: PID 24719 died...\u000a01:37:58.147166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24719): Terminated: ok {rc=0}\u000a01:37:58.156477 --- ParallelTerminationStrategy: PID 24722 died...\u000a01:37:58.208532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24722): Terminated: ok {rc=0}\u000a01:37:58.218010 --- ParallelTerminationStrategy: PID 24725 died...\u000a01:37:58.270243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24725): Terminated: ok {rc=0}\u000a01:37:58.358519 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24741): Process ended prematurely: osmo-stp_10.42.42.5(pid=24741) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24741)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24741): Process ended prematurely: osmo-stp_10.42.42.5(pid=24741) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24741)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:37:59.468565 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:59.480100 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:37:59.613065 tst iperf3m4.py: using LAC 37647\u000a01:37:59.734021 tst iperf3m4.py: using RAC 162\u000a01:37:59.848394 tst iperf3m4.py: using CellId 37647\u000a01:37:59.971365 tst iperf3m4.py: using BVCI 37648\u000a01:37:59.995808 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:00.007540 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:00.018996 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:00.030467 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:00.042708 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:00.055041 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:00.067287 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:00.079779 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:00.091578 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:38:00.216219 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:38:00.334028 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:38:00.451524 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:38:00.725640 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:38:00.854610 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:38:01.204380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24727): Launched\u000a01:38:01.497340 run iperf3-srv_10.42.42.10(pid=24728): Launched\u000a01:38:01.701717 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:38:01.839552 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:38:02.192780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24729): Launched\u000a01:38:02.468018 run iperf3-srv_10.42.42.10(pid=24730): Launched\u000a01:38:02.662881 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:38:02.795353 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:38:03.124850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24731): Launched\u000a01:38:03.398719 run iperf3-srv_10.42.42.10(pid=24732): Launched\u000a01:38:03.592869 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:38:03.725758 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:38:04.055609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24733): Launched\u000a01:38:04.328537 run iperf3-srv_10.42.42.10(pid=24734): Launched\u000a01:38:04.522912 tst iperf3m4.py:8: start network...\u000a01:38:04.655640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:38:05.156385 run create_hlr_db(pid=24735): Launched\u000a01:38:05.339991 bus /gobi_6: Setting Powered False\u000a01:38:06.350056 run create_hlr_db(pid=24735): Terminated: ok {rc=0}\u000a01:38:06.782679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24737): Launched\u000a01:38:07.100854 run osmo-hlr_10.42.42.2(pid=24738): Launched\u000a01:38:07.218415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:38:07.777152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24740): Launched\u000a01:38:08.094030 run osmo-stp_10.42.42.5(pid=24741): Launched\u000a01:38:08.208231 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:38:08.763241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24743): Launched\u000a01:38:08.876414 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:38:09.154321 run patchelf(pid=24744): Launched\u000a01:38:09.340751 run osmo-stp_10.42.42.5(pid=24741): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24741)]\u000a01:38:09.477377 run osmo-stp_10.42.42.5(pid=24741): stdout: \u000a| (launched: 2022-12-14_01:38:07.938040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:09.615143 run osmo-stp_10.42.42.5(pid=24741): stderr: \u000a| �[0;m�[38;5;43m20221214013808127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013808127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013808127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013808127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013808128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013808128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013808128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:09.746957 run osmo-stp_10.42.42.5(pid=24741): stdout: \u000a| (launched: 2022-12-14_01:38:07.938040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:09.877255 run osmo-stp_10.42.42.5(pid=24741): stderr: \u000a| �[0;m�[38;5;43m20221214013808127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013808127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013808127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013808127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013808128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013808128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013808128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:10.028606 run patchelf(pid=24744): Terminating (SIGINT)\u000a01:38:10.206848 run patchelf(pid=24744): Terminated: ok {rc=0}\u000a01:38:10.239639 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24741): Process ended prematurely: osmo-stp_10.42.42.5(pid=24741) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24741)] [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:38:10.249621 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:38:10.312605 run osmo-hlr_10.42.42.2(pid=24738): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24738)]\u000a01:38:10.363884 run osmo-hlr_10.42.42.2(pid=24738): stdout: \u000a| (launched: 2022-12-14_01:38:06.944107) \u000a01:38:10.416283 run osmo-hlr_10.42.42.2(pid=24738): stderr: \u000a| �[0;m�[1;31m20221214013807137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013807137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013807137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013807137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013807137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013807137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013807150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013807158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013807158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013807158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:38:10.460779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24727): Terminating (SIGTERM)\u000a01:38:10.503041 run iperf3-srv_10.42.42.10(pid=24728): Terminating (SIGTERM)\u000a01:38:10.544916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24729): Terminating (SIGTERM)\u000a01:38:10.587286 run iperf3-srv_10.42.42.10(pid=24730): Terminating (SIGTERM)\u000a01:38:10.629376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24731): Terminating (SIGTERM)\u000a01:38:10.671140 run iperf3-srv_10.42.42.10(pid=24732): Terminating (SIGTERM)\u000a01:38:10.713311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24733): Terminating (SIGTERM)\u000a01:38:10.755173 run iperf3-srv_10.42.42.10(pid=24734): Terminating (SIGTERM)\u000a01:38:10.797158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24737): Terminating (SIGTERM)\u000a01:38:10.838953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24740): Terminating (SIGTERM)\u000a01:38:10.880853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24743): Terminating (SIGTERM)\u000a01:38:10.890542 --- ParallelTerminationStrategy: PID 24727 died...\u000a01:38:10.947104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24727): Terminated: ok {rc=0}\u000a01:38:10.957211 --- ParallelTerminationStrategy: PID 24728 died...\u000a01:38:11.012611 run iperf3-srv_10.42.42.10(pid=24728): Terminated {rc=256}\u000a01:38:11.022400 --- ParallelTerminationStrategy: PID 24729 died...\u000a01:38:11.078397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24729): Terminated: ok {rc=0}\u000a01:38:11.088406 --- ParallelTerminationStrategy: PID 24730 died...\u000a01:38:11.144036 run iperf3-srv_10.42.42.10(pid=24730): Terminated {rc=256}\u000a01:38:11.154043 --- ParallelTerminationStrategy: PID 24731 died...\u000a01:38:11.210051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24731): Terminated: ok {rc=0}\u000a01:38:11.220101 --- ParallelTerminationStrategy: PID 24732 died...\u000a01:38:11.275710 run iperf3-srv_10.42.42.10(pid=24732): Terminated {rc=256}\u000a01:38:11.285959 --- ParallelTerminationStrategy: PID 24733 died...\u000a01:38:11.342187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24733): Terminated: ok {rc=0}\u000a01:38:11.352299 --- ParallelTerminationStrategy: PID 24734 died...\u000a01:38:11.407849 run iperf3-srv_10.42.42.10(pid=24734): Terminated {rc=256}\u000a01:38:11.417812 --- ParallelTerminationStrategy: PID 24737 died...\u000a01:38:11.473187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24737): Terminated: ok {rc=0}\u000a01:38:11.483093 --- ParallelTerminationStrategy: PID 24740 died...\u000a01:38:11.538581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24740): Terminated: ok {rc=0}\u000a01:38:11.548498 --- ParallelTerminationStrategy: PID 24743 died...\u000a01:38:11.604075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24743): Terminated: ok {rc=0}\u000a01:38:11.690160 bus /gobi_4: Setting Powered False\u000a01:38:12.795966 bus /gobi_4: Setting Powered False\u000a01:38:13.903545 bus /gobi_1: Setting Powered False\u000a01:38:15.008157 bus /gobi_1: Setting Powered False\u000a01:38:16.132842 bus /gobi_0: Setting Powered False\u000a01:38:17.244739 bus /gobi_0: Setting Powered False\u000a01:38:18.354140 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24751): Process ended prematurely: osmo-stp_10.42.42.5(pid=24751) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24751)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24751): Process ended prematurely: osmo-stp_10.42.42.5(pid=24751) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:38:19.422601 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:19.434825 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:38:19.574158 tst ping.py: using LAC 37648\u000a01:38:19.696408 tst ping.py: using RAC 163\u000a01:38:19.819203 tst ping.py: using CellId 37648\u000a01:38:19.940119 tst ping.py: using BVCI 37649\u000a01:38:19.963934 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:19.975401 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:19.986747 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:19.998100 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:20.009548 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:20.021060 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:20.032612 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:20.044146 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:38:20.329264 tst ping.py:19: start network...\u000a01:38:20.458904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:38:20.949665 run create_hlr_db(pid=24745): Launched\u000a01:38:21.130473 bus /gobi_6: Setting Powered False\u000a01:38:22.151971 run create_hlr_db(pid=24745): Terminated: ok {rc=0}\u000a01:38:22.545182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24747): Launched\u000a01:38:22.836751 run osmo-hlr_10.42.42.2(pid=24748): Launched\u000a01:38:22.941984 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:38:23.450721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24750): Launched\u000a01:38:23.741330 run osmo-stp_10.42.42.5(pid=24751): Launched\u000a01:38:23.846263 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:38:24.356214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24753): Launched\u000a01:38:24.459672 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:38:24.715624 run patchelf(pid=24754): Launched\u000a01:38:24.886960 run osmo-stp_10.42.42.5(pid=24751): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24751)]\u000a01:38:25.012263 run osmo-stp_10.42.42.5(pid=24751): stdout: \u000a| (launched: 2022-12-14_01:38:23.597784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:25.138406 run osmo-stp_10.42.42.5(pid=24751): stderr: \u000a| �[0;m�[38;5;43m20221214013823763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013823763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013823764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013823764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013823765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013823765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013823765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:25.258995 run osmo-stp_10.42.42.5(pid=24751): stdout: \u000a| (launched: 2022-12-14_01:38:23.597784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:25.378980 run osmo-stp_10.42.42.5(pid=24751): stderr: \u000a| �[0;m�[38;5;43m20221214013823763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013823763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013823764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013823764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013823765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013823765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013823765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:25.518121 run patchelf(pid=24754): Terminating (SIGINT)\u000a01:38:25.682299 run patchelf(pid=24754): Terminated: ok {rc=0}\u000a01:38:25.712250 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24751): Process ended prematurely: osmo-stp_10.42.42.5(pid=24751) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24751)] [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a01:38:25.720799 tst ping.py:22: Test FAILED (6.3 sec)\u000a01:38:25.779883 run osmo-hlr_10.42.42.2(pid=24748): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24748)]\u000a01:38:25.828386 run osmo-hlr_10.42.42.2(pid=24748): stdout: \u000a| (launched: 2022-12-14_01:38:22.693827) \u000a01:38:25.877696 run osmo-hlr_10.42.42.2(pid=24748): stderr: \u000a| �[0;m�[1;31m20221214013822866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013822866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013822866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013822866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013822866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013822866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013822904 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013822914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013822914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013822914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:38:25.919328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24747): Terminating (SIGTERM)\u000a01:38:25.958384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24750): Terminating (SIGTERM)\u000a01:38:25.997637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24753): Terminating (SIGTERM)\u000a01:38:26.006724 --- ParallelTerminationStrategy: PID 24747 died...\u000a01:38:26.059485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24747): Terminated: ok {rc=0}\u000a01:38:26.068914 --- ParallelTerminationStrategy: PID 24750 died...\u000a01:38:26.121412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24750): Terminated: ok {rc=0}\u000a01:38:26.130949 --- ParallelTerminationStrategy: PID 24753 died...\u000a01:38:26.183288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24753): Terminated: ok {rc=0}\u000a01:38:26.265265 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24761): Process ended prematurely: osmo-stp_10.42.42.5(pid=24761) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24761)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24761): Process ended prematurely: osmo-stp_10.42.42.5(pid=24761) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24761)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:38:27.317427 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:27.329596 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:38:27.470058 tst ping_idle_ping.py: using LAC 37649\u000a01:38:27.592124 tst ping_idle_ping.py: using RAC 164\u000a01:38:27.713651 tst ping_idle_ping.py: using CellId 37649\u000a01:38:27.829067 tst ping_idle_ping.py: using BVCI 37650\u000a01:38:27.851561 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:27.862835 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:27.873837 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:27.884911 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:27.896627 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:27.907915 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:27.919380 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:27.930571 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:38:28.216806 tst ping_idle_ping.py:24: start network...\u000a01:38:28.347595 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:38:28.843798 run create_hlr_db(pid=24755): Launched\u000a01:38:29.025841 bus /gobi_6: Setting Powered False\u000a01:38:30.046464 run create_hlr_db(pid=24755): Terminated: ok {rc=0}\u000a01:38:30.465326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24757): Launched\u000a01:38:30.778640 run osmo-hlr_10.42.42.2(pid=24758): Launched\u000a01:38:30.915504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:38:31.522982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24760): Launched\u000a01:38:31.963238 run osmo-stp_10.42.42.5(pid=24761): Launched\u000a01:38:32.156204 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:38:32.673927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24763): Launched\u000a01:38:32.777664 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:38:33.033278 run patchelf(pid=24764): Launched\u000a01:38:33.204640 run osmo-stp_10.42.42.5(pid=24761): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24761)]\u000a01:38:33.330454 run osmo-stp_10.42.42.5(pid=24761): stdout: \u000a| (launched: 2022-12-14_01:38:31.677900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:33.456159 run osmo-stp_10.42.42.5(pid=24761): stderr: \u000a| �[0;m�[38;5;43m20221214013831908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013831909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013831909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013831909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013831910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013831910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013831910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:33.577371 run osmo-stp_10.42.42.5(pid=24761): stdout: \u000a| (launched: 2022-12-14_01:38:31.677900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:33.696681 run osmo-stp_10.42.42.5(pid=24761): stderr: \u000a| �[0;m�[38;5;43m20221214013831908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013831909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013831909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013831909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013831910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013831910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013831910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:33.835808 run patchelf(pid=24764): Terminating (SIGINT)\u000a01:38:33.999336 run patchelf(pid=24764): Terminated: ok {rc=0}\u000a01:38:34.029357 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24761): Process ended prematurely: osmo-stp_10.42.42.5(pid=24761) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24761)] [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:38:34.038066 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:38:34.096696 run osmo-hlr_10.42.42.2(pid=24758): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24758)]\u000a01:38:34.144780 run osmo-hlr_10.42.42.2(pid=24758): stdout: \u000a| (launched: 2022-12-14_01:38:30.624536) \u000a01:38:34.194583 run osmo-hlr_10.42.42.2(pid=24758): stderr: \u000a| �[0;m�[1;31m20221214013830816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013830816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013830816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013830816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013830816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013830816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013830857 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013830878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013830878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013830878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:38:34.235972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24757): Terminating (SIGTERM)\u000a01:38:34.275276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24760): Terminating (SIGTERM)\u000a01:38:34.314432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24763): Terminating (SIGTERM)\u000a01:38:34.323569 --- ParallelTerminationStrategy: PID 24757 died...\u000a01:38:34.376401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24757): Terminated: ok {rc=0}\u000a01:38:34.385964 --- ParallelTerminationStrategy: PID 24760 died...\u000a01:38:34.438295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24760): Terminated: ok {rc=0}\u000a01:38:34.447749 --- ParallelTerminationStrategy: PID 24763 died...\u000a01:38:34.500269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24763): Terminated: ok {rc=0}\u000a01:38:34.588083 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:37:37" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24778): Process ended prematurely: osmo-stp_10.42.42.5(pid=24778) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24778)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24778): Process ended prematurely: osmo-stp_10.42.42.5(pid=24778) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:38:36.719879 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:36.730874 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:38:36.882803 tst cs_paging_gprs_active.py: using LAC 37650\u000a01:38:36.998753 tst cs_paging_gprs_active.py: using RAC 165\u000a01:38:37.115319 tst cs_paging_gprs_active.py: using CellId 37650\u000a01:38:37.233284 tst cs_paging_gprs_active.py: using BVCI 37651\u000a01:38:37.255845 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:37.266814 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:37.277683 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:37.288424 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:37.299497 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:37.310307 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:37.321170 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:37.331843 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:37.342813 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:38:37.463680 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:38:37.738238 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:38:37.861670 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:38:38.173138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24768): Launched\u000a01:38:38.430351 run iperf3-srv_10.42.42.10(pid=24769): Launched\u000a01:38:38.610834 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:38:38.734688 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:38:39.044777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24770): Launched\u000a01:38:39.302658 run iperf3-srv_10.42.42.10(pid=24771): Launched\u000a01:38:39.483652 tst cs_paging_gprs_active.py:38: start network...\u000a01:38:39.607206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:38:40.083819 run create_hlr_db(pid=24772): Launched\u000a01:38:40.254524 bus /gobi_6: Setting Powered False\u000a01:38:41.276117 run create_hlr_db(pid=24772): Terminated: ok {rc=0}\u000a01:38:41.699670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24774): Launched\u000a01:38:41.998107 run osmo-hlr_10.42.42.2(pid=24775): Launched\u000a01:38:42.116565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:38:42.644148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24777): Launched\u000a01:38:42.941659 run osmo-stp_10.42.42.5(pid=24778): Launched\u000a01:38:43.048571 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:38:43.569006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24780): Launched\u000a01:38:43.674693 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:38:43.935996 run patchelf(pid=24781): Launched\u000a01:38:44.110744 run osmo-stp_10.42.42.5(pid=24778): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24778)]\u000a01:38:44.238162 run osmo-stp_10.42.42.5(pid=24778): stdout: \u000a| (launched: 2022-12-14_01:38:42.795140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:44.365896 run osmo-stp_10.42.42.5(pid=24778): stderr: \u000a| �[0;m�[38;5;43m20221214013842964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013842964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013842964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013842965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013842965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013842965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013842965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:44.490466 run osmo-stp_10.42.42.5(pid=24778): stdout: \u000a| (launched: 2022-12-14_01:38:42.795140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:44.612048 run osmo-stp_10.42.42.5(pid=24778): stderr: \u000a| �[0;m�[38;5;43m20221214013842964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013842964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013842964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013842965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013842965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013842965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013842965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:44.755009 run patchelf(pid=24781): Terminating (SIGINT)\u000a01:38:44.922662 run patchelf(pid=24781): Terminated: ok {rc=0}\u000a01:38:44.953631 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24778): Process ended prematurely: osmo-stp_10.42.42.5(pid=24778) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24778)] [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:38:44.962811 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a01:38:45.022239 run osmo-hlr_10.42.42.2(pid=24775): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24775)]\u000a01:38:45.070438 run osmo-hlr_10.42.42.2(pid=24775): stdout: \u000a| (launched: 2022-12-14_01:38:41.850769) \u000a01:38:45.119420 run osmo-hlr_10.42.42.2(pid=24775): stderr: \u000a| �[0;m�[1;31m20221214013842021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013842022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013842022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013842022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013842022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013842022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013842034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013842042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013842042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013842042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:38:45.160876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24768): Terminating (SIGTERM)\u000a01:38:45.199805 run iperf3-srv_10.42.42.10(pid=24769): Terminating (SIGTERM)\u000a01:38:45.238753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24770): Terminating (SIGTERM)\u000a01:38:45.277598 run iperf3-srv_10.42.42.10(pid=24771): Terminating (SIGTERM)\u000a01:38:45.316524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24774): Terminating (SIGTERM)\u000a01:38:45.355444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24777): Terminating (SIGTERM)\u000a01:38:45.394390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24780): Terminating (SIGTERM)\u000a01:38:45.403022 --- ParallelTerminationStrategy: PID 24768 died...\u000a01:38:45.455036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24768): Terminated: ok {rc=0}\u000a01:38:45.464421 --- ParallelTerminationStrategy: PID 24769 died...\u000a01:38:45.516121 run iperf3-srv_10.42.42.10(pid=24769): Terminated {rc=256}\u000a01:38:45.525597 --- ParallelTerminationStrategy: PID 24770 died...\u000a01:38:45.576935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24770): Terminated: ok {rc=0}\u000a01:38:45.586344 --- ParallelTerminationStrategy: PID 24771 died...\u000a01:38:45.637888 run iperf3-srv_10.42.42.10(pid=24771): Terminated {rc=256}\u000a01:38:45.647359 --- ParallelTerminationStrategy: PID 24774 died...\u000a01:38:45.699202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24774): Terminated: ok {rc=0}\u000a01:38:45.708601 --- ParallelTerminationStrategy: PID 24777 died...\u000a01:38:45.760379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24777): Terminated: ok {rc=0}\u000a01:38:45.769881 --- ParallelTerminationStrategy: PID 24780 died...\u000a01:38:45.821940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24780): Terminated: ok {rc=0}\u000a01:38:45.916383 bus /gobi_0: Setting Powered False\u000a01:38:47.032062 bus /gobi_0: Setting Powered False\u000a01:38:48.140710 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24790): Process ended prematurely: osmo-stp_10.42.42.5(pid=24790) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24790)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24790): Process ended prematurely: osmo-stp_10.42.42.5(pid=24790) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:38:49.248244 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:49.260047 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:38:49.412241 tst iperf3.py: using LAC 37651\u000a01:38:49.530936 tst iperf3.py: using RAC 166\u000a01:38:49.648410 tst iperf3.py: using CellId 37651\u000a01:38:49.762635 tst iperf3.py: using BVCI 37652\u000a01:38:49.785229 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:49.796282 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:49.807404 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:49.818285 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:49.829191 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:49.839938 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:49.850863 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:49.861514 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:49.872825 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:38:50.163439 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:38:50.296727 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:38:50.627956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24782): Launched\u000a01:38:50.903449 run iperf3-srv_10.42.42.10(pid=24783): Launched\u000a01:38:51.098419 tst iperf3.py:8: start network...\u000a01:38:51.230856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:38:51.731852 run create_hlr_db(pid=24784): Launched\u000a01:38:51.916049 bus /gobi_6: Setting Powered False\u000a01:38:52.935909 run create_hlr_db(pid=24784): Terminated: ok {rc=0}\u000a01:38:53.336292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24786): Launched\u000a01:38:53.634091 run osmo-hlr_10.42.42.2(pid=24787): Launched\u000a01:38:53.751326 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:38:54.280161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24789): Launched\u000a01:38:54.577315 run osmo-stp_10.42.42.5(pid=24790): Launched\u000a01:38:54.685173 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:38:55.206299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24792): Launched\u000a01:38:55.311801 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:38:55.572730 run patchelf(pid=24793): Launched\u000a01:38:55.747804 run osmo-stp_10.42.42.5(pid=24790): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24790)]\u000a01:38:55.876159 run osmo-stp_10.42.42.5(pid=24790): stdout: \u000a| (launched: 2022-12-14_01:38:54.430572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:56.005095 run osmo-stp_10.42.42.5(pid=24790): stderr: \u000a| �[0;m�[38;5;43m20221214013854598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013854598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013854598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013854598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013854599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013854599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013854599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:56.128158 run osmo-stp_10.42.42.5(pid=24790): stdout: \u000a| (launched: 2022-12-14_01:38:54.430572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:56.249743 run osmo-stp_10.42.42.5(pid=24790): stderr: \u000a| �[0;m�[38;5;43m20221214013854598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013854598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013854598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013854598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013854599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013854599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013854599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:56.391861 run patchelf(pid=24793): Terminating (SIGINT)\u000a01:38:56.559329 run patchelf(pid=24793): Terminated: ok {rc=0}\u000a01:38:56.590451 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24790): Process ended prematurely: osmo-stp_10.42.42.5(pid=24790) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24790)] [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:38:56.599963 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a01:38:56.659053 run osmo-hlr_10.42.42.2(pid=24787): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24787)]\u000a01:38:56.707090 run osmo-hlr_10.42.42.2(pid=24787): stdout: \u000a| (launched: 2022-12-14_01:38:53.486757) \u000a01:38:56.756219 run osmo-hlr_10.42.42.2(pid=24787): stderr: \u000a| �[0;m�[1;31m20221214013853659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013853659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013853659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013853659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013853659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013853660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013853673 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013853682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013853682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013853682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:38:56.798518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24782): Terminating (SIGTERM)\u000a01:38:56.838738 run iperf3-srv_10.42.42.10(pid=24783): Terminating (SIGTERM)\u000a01:38:56.877951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24786): Terminating (SIGTERM)\u000a01:38:56.917096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24789): Terminating (SIGTERM)\u000a01:38:56.956130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24792): Terminating (SIGTERM)\u000a01:38:56.964996 --- ParallelTerminationStrategy: PID 24782 died...\u000a01:38:57.017760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24782): Terminated: ok {rc=0}\u000a01:38:57.027307 --- ParallelTerminationStrategy: PID 24783 died...\u000a01:38:57.079741 run iperf3-srv_10.42.42.10(pid=24783): Terminated {rc=256}\u000a01:38:57.089335 --- ParallelTerminationStrategy: PID 24786 died...\u000a01:38:57.141985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24786): Terminated: ok {rc=0}\u000a01:38:57.151444 --- ParallelTerminationStrategy: PID 24789 died...\u000a01:38:57.203981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24789): Terminated: ok {rc=0}\u000a01:38:57.213556 --- ParallelTerminationStrategy: PID 24792 died...\u000a01:38:57.265744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24792): Terminated: ok {rc=0}\u000a01:38:57.352746 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25080): Process ended prematurely: osmo-stp_10.42.42.5(pid=25080) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25080)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25080): Process ended prematurely: osmo-stp_10.42.42.5(pid=25080) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:38:58.461788 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:58.473611 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:38:58.624715 tst iperf3m4.py: using LAC 37652\u000a01:38:58.740834 tst iperf3m4.py: using RAC 167\u000a01:38:58.858478 tst iperf3m4.py: using CellId 37652\u000a01:38:58.974354 tst iperf3m4.py: using BVCI 37653\u000a01:38:58.996933 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:59.008105 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:59.019310 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:59.030439 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:59.041625 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:59.052698 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:59.064027 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:59.075103 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:59.086489 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:38:59.201303 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:38:59.321475 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:38:59.441369 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:38:59.732287 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:38:59.864918 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:39:00.198384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24794): Launched\u000a01:39:00.474107 run iperf3-srv_10.42.42.10(pid=24795): Launched\u000a01:39:00.669309 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:39:00.801874 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:39:01.191750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24796): Launched\u000a01:39:01.537291 run iperf3-srv_10.42.42.10(pid=24804): Launched\u000a01:39:01.755909 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:39:01.895564 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:39:02.292563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24846): Launched\u000a01:39:02.615219 run iperf3-srv_10.42.42.10(pid=24859): Launched\u000a01:39:02.827440 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:39:02.967457 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:39:03.337584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24891): Launched\u000a01:39:03.692140 run iperf3-srv_10.42.42.10(pid=24928): Launched\u000a01:39:03.934742 tst iperf3m4.py:8: start network...\u000a01:39:04.080906 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:39:04.718496 run create_hlr_db(pid=25066): Launched\u000a01:39:04.898892 bus /gobi_6: Setting Powered False\u000a01:39:05.918116 run create_hlr_db(pid=25066): Terminated: ok {rc=0}\u000a01:39:06.346382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25074): Launched\u000a01:39:06.763544 run osmo-hlr_10.42.42.2(pid=25076): Launched\u000a01:39:06.916933 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:39:07.554713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25079): Launched\u000a01:39:07.971154 run osmo-stp_10.42.42.5(pid=25080): Launched\u000a01:39:08.209555 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:39:08.759095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25082): Launched\u000a01:39:08.867014 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:39:09.150005 run patchelf(pid=25083): Launched\u000a01:39:09.328880 run osmo-stp_10.42.42.5(pid=25080): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25080)]\u000a01:39:09.461686 run osmo-stp_10.42.42.5(pid=25080): stdout: \u000a| (launched: 2022-12-14_01:39:07.719465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:09.594986 run osmo-stp_10.42.42.5(pid=25080): stderr: \u000a| �[0;m�[38;5;43m20221214013908003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013908003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013908003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013908003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013908004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013908004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013908004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:09.723456 run osmo-stp_10.42.42.5(pid=25080): stdout: \u000a| (launched: 2022-12-14_01:39:07.719465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:09.847627 run osmo-stp_10.42.42.5(pid=25080): stderr: \u000a| �[0;m�[38;5;43m20221214013908003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013908003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013908003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013908003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013908004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013908004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013908004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:09.995281 run patchelf(pid=25083): Terminating (SIGINT)\u000a01:39:10.169177 run patchelf(pid=25083): Terminated: ok {rc=0}\u000a01:39:10.200749 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25080): Process ended prematurely: osmo-stp_10.42.42.5(pid=25080) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25080)] [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:39:10.210705 tst iperf3m4.py:8: Test FAILED (11.8 sec)\u000a01:39:10.271671 run osmo-hlr_10.42.42.2(pid=25076): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25076)]\u000a01:39:10.322425 run osmo-hlr_10.42.42.2(pid=25076): stdout: \u000a| (launched: 2022-12-14_01:39:06.504760) \u000a01:39:10.372655 run osmo-hlr_10.42.42.2(pid=25076): stderr: \u000a| �[0;m�[1;31m20221214013906798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013906798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013906798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013906798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013906798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013906798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013906822 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013906850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013906850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013906850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:39:10.414683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24794): Terminating (SIGTERM)\u000a01:39:10.457754 run iperf3-srv_10.42.42.10(pid=24795): Terminating (SIGTERM)\u000a01:39:10.501450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24796): Terminating (SIGTERM)\u000a01:39:10.543646 run iperf3-srv_10.42.42.10(pid=24804): Terminating (SIGTERM)\u000a01:39:10.586427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24846): Terminating (SIGTERM)\u000a01:39:10.628844 run iperf3-srv_10.42.42.10(pid=24859): Terminating (SIGTERM)\u000a01:39:10.671525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24891): Terminating (SIGTERM)\u000a01:39:10.715181 run iperf3-srv_10.42.42.10(pid=24928): Terminating (SIGTERM)\u000a01:39:10.757807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25074): Terminating (SIGTERM)\u000a01:39:10.801240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25079): Terminating (SIGTERM)\u000a01:39:10.841479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25082): Terminating (SIGTERM)\u000a01:39:10.851003 --- ParallelTerminationStrategy: PID 24794 died...\u000a01:39:10.908000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24794): Terminated: ok {rc=0}\u000a01:39:10.918060 --- ParallelTerminationStrategy: PID 24795 died...\u000a01:39:10.972271 run iperf3-srv_10.42.42.10(pid=24795): Terminated {rc=256}\u000a01:39:10.982713 --- ParallelTerminationStrategy: PID 24796 died...\u000a01:39:11.036239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24796): Terminated: ok {rc=0}\u000a01:39:11.046139 --- ParallelTerminationStrategy: PID 24804 died...\u000a01:39:11.100550 run iperf3-srv_10.42.42.10(pid=24804): Terminated {rc=256}\u000a01:39:11.110446 --- ParallelTerminationStrategy: PID 24846 died...\u000a01:39:11.164200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24846): Terminated: ok {rc=0}\u000a01:39:11.174190 --- ParallelTerminationStrategy: PID 24859 died...\u000a01:39:11.230707 run iperf3-srv_10.42.42.10(pid=24859): Terminated {rc=256}\u000a01:39:11.241296 --- ParallelTerminationStrategy: PID 24891 died...\u000a01:39:11.297490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24891): Terminated: ok {rc=0}\u000a01:39:11.307896 --- ParallelTerminationStrategy: PID 24928 died...\u000a01:39:11.363366 run iperf3-srv_10.42.42.10(pid=24928): Terminated {rc=256}\u000a01:39:11.373855 --- ParallelTerminationStrategy: PID 25074 died...\u000a01:39:11.430058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25074): Terminated: ok {rc=0}\u000a01:39:11.440448 --- ParallelTerminationStrategy: PID 25079 died...\u000a01:39:11.498803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25079): Terminated: ok {rc=0}\u000a01:39:11.509588 --- ParallelTerminationStrategy: PID 25082 died...\u000a01:39:11.566324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25082): Terminated: ok {rc=0}\u000a01:39:11.653609 bus /gobi_4: Setting Powered False\u000a01:39:12.759991 bus /gobi_4: Setting Powered False\u000a01:39:13.869805 bus /gobi_1: Setting Powered False\u000a01:39:14.976405 bus /gobi_1: Setting Powered False\u000a01:39:16.130755 bus /gobi_0: Setting Powered False\u000a01:39:17.260125 bus /gobi_0: Setting Powered False\u000a01:39:18.379954 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25090): Process ended prematurely: osmo-stp_10.42.42.5(pid=25090) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25090)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25090): Process ended prematurely: osmo-stp_10.42.42.5(pid=25090) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:39:19.452810 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:19.467410 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:39:19.634654 tst ping.py: using LAC 37653\u000a01:39:19.762573 tst ping.py: using RAC 168\u000a01:39:19.889688 tst ping.py: using CellId 37653\u000a01:39:20.016444 tst ping.py: using BVCI 37654\u000a01:39:20.041937 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:20.054588 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:20.067095 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:20.079593 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:20.094024 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:20.108550 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:20.122168 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:20.135761 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:39:20.436499 tst ping.py:19: start network...\u000a01:39:20.576033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:39:21.128895 run create_hlr_db(pid=25084): Launched\u000a01:39:21.319637 bus /gobi_6: Setting Powered False\u000a01:39:22.343779 run create_hlr_db(pid=25084): Terminated: ok {rc=0}\u000a01:39:22.792462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25086): Launched\u000a01:39:23.221580 run osmo-hlr_10.42.42.2(pid=25087): Launched\u000a01:39:23.460590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:39:24.041662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25089): Launched\u000a01:39:24.472245 run osmo-stp_10.42.42.5(pid=25090): Launched\u000a01:39:24.685576 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:39:25.266347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25092): Launched\u000a01:39:25.385977 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:39:25.672942 run patchelf(pid=25094): Launched\u000a01:39:25.858611 run osmo-stp_10.42.42.5(pid=25090): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25090)]\u000a01:39:25.993726 run osmo-stp_10.42.42.5(pid=25090): stdout: \u000a| (launched: 2022-12-14_01:39:24.207454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:26.129617 run osmo-stp_10.42.42.5(pid=25090): stderr: \u000a| �[0;m�[38;5;43m20221214013924502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013924502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013924503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013924503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013924504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013924504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013924504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:26.260105 run osmo-stp_10.42.42.5(pid=25090): stdout: \u000a| (launched: 2022-12-14_01:39:24.207454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:26.389896 run osmo-stp_10.42.42.5(pid=25090): stderr: \u000a| �[0;m�[38;5;43m20221214013924502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013924502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013924503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013924503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013924504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013924504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013924504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:26.539989 run patchelf(pid=25094): Terminating (SIGINT)\u000a01:39:26.717075 run patchelf(pid=25094): Terminated: ok {rc=0}\u000a01:39:26.749303 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25090): Process ended prematurely: osmo-stp_10.42.42.5(pid=25090) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25090)] [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:39:26.758806 tst ping.py:22: Test FAILED (7.3 sec)\u000a01:39:26.821826 run osmo-hlr_10.42.42.2(pid=25087): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25087)]\u000a01:39:26.872927 run osmo-hlr_10.42.42.2(pid=25087): stdout: \u000a| (launched: 2022-12-14_01:39:22.958761) \u000a01:39:26.924657 run osmo-hlr_10.42.42.2(pid=25087): stderr: \u000a| �[0;m�[1;31m20221214013923263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013923263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013923263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013923263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013923263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013923263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013923281 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013923294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013923294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013923294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:39:26.968686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25086): Terminating (SIGTERM)\u000a01:39:27.010177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25089): Terminating (SIGTERM)\u000a01:39:27.051879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25092): Terminating (SIGTERM)\u000a01:39:27.061601 --- ParallelTerminationStrategy: PID 25086 died...\u000a01:39:27.117795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25086): Terminated: ok {rc=0}\u000a01:39:27.127920 --- ParallelTerminationStrategy: PID 25089 died...\u000a01:39:27.183502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25089): Terminated: ok {rc=0}\u000a01:39:27.193545 --- ParallelTerminationStrategy: PID 25092 died...\u000a01:39:27.249113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25092): Terminated: ok {rc=0}\u000a01:39:27.336597 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25101): Process ended prematurely: osmo-stp_10.42.42.5(pid=25101) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25101)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25101): Process ended prematurely: osmo-stp_10.42.42.5(pid=25101) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:39:28.388613 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:28.400389 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:39:28.552438 tst ping_idle_ping.py: using LAC 37654\u000a01:39:28.676570 tst ping_idle_ping.py: using RAC 169\u000a01:39:28.799841 tst ping_idle_ping.py: using CellId 37654\u000a01:39:28.924045 tst ping_idle_ping.py: using BVCI 37655\u000a01:39:28.948520 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:28.960034 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:28.971809 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:28.983492 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:28.995707 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:29.007631 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:29.019630 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:29.031467 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:39:29.303875 tst ping_idle_ping.py:24: start network...\u000a01:39:29.425511 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:39:29.903397 run create_hlr_db(pid=25095): Launched\u000a01:39:30.073180 bus /gobi_6: Setting Powered False\u000a01:39:31.149297 run create_hlr_db(pid=25095): Terminated: ok {rc=0}\u000a01:39:31.607591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25097): Launched\u000a01:39:32.011635 run osmo-hlr_10.42.42.2(pid=25098): Launched\u000a01:39:32.194641 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:39:32.727092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25100): Launched\u000a01:39:33.022671 run osmo-stp_10.42.42.5(pid=25101): Launched\u000a01:39:33.129171 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:39:33.646892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25103): Launched\u000a01:39:33.751534 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:39:34.009621 run patchelf(pid=25104): Launched\u000a01:39:34.182028 run osmo-stp_10.42.42.5(pid=25101): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25101)]\u000a01:39:34.308178 run osmo-stp_10.42.42.5(pid=25101): stdout: \u000a| (launched: 2022-12-14_01:39:32.876635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:34.434623 run osmo-stp_10.42.42.5(pid=25101): stderr: \u000a| �[0;m�[38;5;43m20221214013933044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013933044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013933044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013933045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013933045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013933045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013933045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:34.555938 run osmo-stp_10.42.42.5(pid=25101): stdout: \u000a| (launched: 2022-12-14_01:39:32.876635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:34.675715 run osmo-stp_10.42.42.5(pid=25101): stderr: \u000a| �[0;m�[38;5;43m20221214013933044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013933044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013933044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013933045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013933045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013933045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013933045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:34.815985 run patchelf(pid=25104): Terminating (SIGINT)\u000a01:39:34.981084 run patchelf(pid=25104): Terminated: ok {rc=0}\u000a01:39:35.011136 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25101): Process ended prematurely: osmo-stp_10.42.42.5(pid=25101) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25101)] [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:39:35.019885 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a01:39:35.078458 run osmo-hlr_10.42.42.2(pid=25098): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25098)]\u000a01:39:35.127116 run osmo-hlr_10.42.42.2(pid=25098): stdout: \u000a| (launched: 2022-12-14_01:39:31.760715) \u000a01:39:35.175992 run osmo-hlr_10.42.42.2(pid=25098): stderr: \u000a| �[0;m�[1;31m20221214013931945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013931945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013931945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013931946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013931946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013931946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013931964 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013931984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013931984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013931984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:39:35.217391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25097): Terminating (SIGTERM)\u000a01:39:35.256178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25100): Terminating (SIGTERM)\u000a01:39:35.294975 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25103): Terminating (SIGTERM)\u000a01:39:35.304004 --- ParallelTerminationStrategy: PID 25097 died...\u000a01:39:35.356429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25097): Terminated: ok {rc=0}\u000a01:39:35.365872 --- ParallelTerminationStrategy: PID 25100 died...\u000a01:39:35.417786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25100): Terminated: ok {rc=0}\u000a01:39:35.427140 --- ParallelTerminationStrategy: PID 25103 died...\u000a01:39:35.479305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25103): Terminated: ok {rc=0}\u000a01:39:35.567019 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:38:36" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25118): Process ended prematurely: osmo-stp_10.42.42.5(pid=25118) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25118)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25118): Process ended prematurely: osmo-stp_10.42.42.5(pid=25118) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25118)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:39:37.723191 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:37.734920 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:39:37.897633 tst cs_paging_gprs_active.py: using LAC 37655\u000a01:39:38.019543 tst cs_paging_gprs_active.py: using RAC 170\u000a01:39:38.141845 tst cs_paging_gprs_active.py: using CellId 37655\u000a01:39:38.258183 tst cs_paging_gprs_active.py: using BVCI 37656\u000a01:39:38.280850 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:38.292151 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:38.303276 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:38.314266 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:38.325571 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:38.336849 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:38.348282 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:38.359483 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:38.371051 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:39:38.491866 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:39:38.771315 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:39:38.896299 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:39:39.210245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25108): Launched\u000a01:39:39.471793 run iperf3-srv_10.42.42.10(pid=25109): Launched\u000a01:39:39.655189 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:39:39.779806 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:39:40.093690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25110): Launched\u000a01:39:40.353306 run iperf3-srv_10.42.42.10(pid=25111): Launched\u000a01:39:40.536698 tst cs_paging_gprs_active.py:38: start network...\u000a01:39:40.661465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:39:41.145146 run create_hlr_db(pid=25112): Launched\u000a01:39:41.317827 bus /gobi_6: Setting Powered False\u000a01:39:42.339087 run create_hlr_db(pid=25112): Terminated: ok {rc=0}\u000a01:39:42.742060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25114): Launched\u000a01:39:43.044041 run osmo-hlr_10.42.42.2(pid=25115): Launched\u000a01:39:43.154632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:39:43.676764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25117): Launched\u000a01:39:43.978511 run osmo-stp_10.42.42.5(pid=25118): Launched\u000a01:39:44.087804 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:39:44.615417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25120): Launched\u000a01:39:44.722354 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:39:44.994551 run patchelf(pid=25121): Launched\u000a01:39:45.172338 run osmo-stp_10.42.42.5(pid=25118): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25118)]\u000a01:39:45.301925 run osmo-stp_10.42.42.5(pid=25118): stdout: \u000a| (launched: 2022-12-14_01:39:43.829073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:45.431117 run osmo-stp_10.42.42.5(pid=25118): stderr: \u000a| �[0;m�[38;5;43m20221214013943999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013943999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013943999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013943999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013944000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013944000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013944000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:45.555641 run osmo-stp_10.42.42.5(pid=25118): stdout: \u000a| (launched: 2022-12-14_01:39:43.829073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:45.679006 run osmo-stp_10.42.42.5(pid=25118): stderr: \u000a| �[0;m�[38;5;43m20221214013943999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013943999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013943999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013943999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013944000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013944000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013944000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:45.822871 run patchelf(pid=25121): Terminating (SIGINT)\u000a01:39:45.995258 run patchelf(pid=25121): Terminated: ok {rc=0}\u000a01:39:46.027848 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25118): Process ended prematurely: osmo-stp_10.42.42.5(pid=25118) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25118)] [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a01:39:46.038221 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a01:39:46.099523 run osmo-hlr_10.42.42.2(pid=25115): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25115)]\u000a01:39:46.149199 run osmo-hlr_10.42.42.2(pid=25115): stdout: \u000a| (launched: 2022-12-14_01:39:42.894835) \u000a01:39:46.199094 run osmo-hlr_10.42.42.2(pid=25115): stderr: \u000a| �[0;m�[1;31m20221214013943070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013943071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013943071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013943071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013943071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013943071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013943083 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013943091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013943092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013943092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:39:46.241459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25108): Terminating (SIGTERM)\u000a01:39:46.281943 run iperf3-srv_10.42.42.10(pid=25109): Terminating (SIGTERM)\u000a01:39:46.322219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25110): Terminating (SIGTERM)\u000a01:39:46.363068 run iperf3-srv_10.42.42.10(pid=25111): Terminating (SIGTERM)\u000a01:39:46.406667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25114): Terminating (SIGTERM)\u000a01:39:46.448886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25117): Terminating (SIGTERM)\u000a01:39:46.490771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25120): Terminating (SIGTERM)\u000a01:39:46.501865 --- ParallelTerminationStrategy: PID 25108 died...\u000a01:39:46.555771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25108): Terminated: ok {rc=0}\u000a01:39:46.565799 --- ParallelTerminationStrategy: PID 25109 died...\u000a01:39:46.619091 run iperf3-srv_10.42.42.10(pid=25109): Terminated {rc=256}\u000a01:39:46.629064 --- ParallelTerminationStrategy: PID 25110 died...\u000a01:39:46.682790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25110): Terminated: ok {rc=0}\u000a01:39:46.693243 --- ParallelTerminationStrategy: PID 25111 died...\u000a01:39:46.746728 run iperf3-srv_10.42.42.10(pid=25111): Terminated {rc=256}\u000a01:39:46.757087 --- ParallelTerminationStrategy: PID 25114 died...\u000a01:39:46.810809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25114): Terminated: ok {rc=0}\u000a01:39:46.821262 --- ParallelTerminationStrategy: PID 25117 died...\u000a01:39:46.874551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25117): Terminated: ok {rc=0}\u000a01:39:46.884469 --- ParallelTerminationStrategy: PID 25120 died...\u000a01:39:46.938093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25120): Terminated: ok {rc=0}\u000a01:39:47.026311 bus /gobi_0: Setting Powered False\u000a01:39:48.129853 bus /gobi_0: Setting Powered False\u000a01:39:49.238022 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25130): Process ended prematurely: osmo-stp_10.42.42.5(pid=25130) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25130)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25130): Process ended prematurely: osmo-stp_10.42.42.5(pid=25130) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a01:39:50.353132 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:50.365488 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:39:50.527428 tst iperf3.py: using LAC 37656\u000a01:39:50.653312 tst iperf3.py: using RAC 171\u000a01:39:50.779175 tst iperf3.py: using CellId 37656\u000a01:39:50.906428 tst iperf3.py: using BVCI 37657\u000a01:39:50.931087 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:50.942729 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:50.954795 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:50.966497 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:50.978316 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:50.990155 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:51.002175 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:51.013991 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:51.026117 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:39:51.305512 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:39:51.430001 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:39:51.742477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25122): Launched\u000a01:39:52.003140 run iperf3-srv_10.42.42.10(pid=25123): Launched\u000a01:39:52.185357 tst iperf3.py:8: start network...\u000a01:39:52.309473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:39:52.791358 run create_hlr_db(pid=25124): Launched\u000a01:39:52.963723 bus /gobi_6: Setting Powered False\u000a01:39:53.984754 run create_hlr_db(pid=25124): Terminated: ok {rc=0}\u000a01:39:54.386961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25126): Launched\u000a01:39:54.689840 run osmo-hlr_10.42.42.2(pid=25127): Launched\u000a01:39:54.800099 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:39:55.327270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25129): Launched\u000a01:39:55.628614 run osmo-stp_10.42.42.5(pid=25130): Launched\u000a01:39:55.737579 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:39:56.265830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25132): Launched\u000a01:39:56.372373 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:39:56.635399 run patchelf(pid=25133): Launched\u000a01:39:56.811237 run osmo-stp_10.42.42.5(pid=25130): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25130)]\u000a01:39:56.939929 run osmo-stp_10.42.42.5(pid=25130): stdout: \u000a| (launched: 2022-12-14_01:39:55.480060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:57.069359 run osmo-stp_10.42.42.5(pid=25130): stderr: \u000a| �[0;m�[38;5;43m20221214013955650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013955650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013955650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013955651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013955651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013955651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013955651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:57.193787 run osmo-stp_10.42.42.5(pid=25130): stdout: \u000a| (launched: 2022-12-14_01:39:55.480060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:57.317190 run osmo-stp_10.42.42.5(pid=25130): stderr: \u000a| �[0;m�[38;5;43m20221214013955650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214013955650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214013955650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214013955651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214013955651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214013955651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214013955651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:57.460153 run patchelf(pid=25133): Terminating (SIGINT)\u000a01:39:57.628814 run patchelf(pid=25133): Terminated: ok {rc=0}\u000a01:39:57.659965 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25130): Process ended prematurely: osmo-stp_10.42.42.5(pid=25130) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25130)] [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a01:39:57.669160 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a01:39:57.727991 run osmo-hlr_10.42.42.2(pid=25127): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25127)]\u000a01:39:57.776127 run osmo-hlr_10.42.42.2(pid=25127): stdout: \u000a| (launched: 2022-12-14_01:39:54.540302) \u000a01:39:57.824838 run osmo-hlr_10.42.42.2(pid=25127): stderr: \u000a| �[0;m�[1;31m20221214013954716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214013954716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214013954716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013954716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214013954716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214013954716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214013954731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214013954741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214013954741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214013954741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:39:57.866225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25122): Terminating (SIGTERM)\u000a01:39:57.905502 run iperf3-srv_10.42.42.10(pid=25123): Terminating (SIGTERM)\u000a01:39:57.944491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25126): Terminating (SIGTERM)\u000a01:39:57.983622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25129): Terminating (SIGTERM)\u000a01:39:58.022600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25132): Terminating (SIGTERM)\u000a01:39:58.031697 --- ParallelTerminationStrategy: PID 25122 died...\u000a01:39:58.084228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25122): Terminated: ok {rc=0}\u000a01:39:58.094081 --- ParallelTerminationStrategy: PID 25123 died...\u000a01:39:58.146378 run iperf3-srv_10.42.42.10(pid=25123): Terminated {rc=256}\u000a01:39:58.155720 --- ParallelTerminationStrategy: PID 25126 died...\u000a01:39:58.207799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25126): Terminated: ok {rc=0}\u000a01:39:58.217349 --- ParallelTerminationStrategy: PID 25129 died...\u000a01:39:58.269615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25129): Terminated: ok {rc=0}\u000a01:39:58.279241 --- ParallelTerminationStrategy: PID 25132 died...\u000a01:39:58.331809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25132): Terminated: ok {rc=0}\u000a01:39:58.415505 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25151): Process ended prematurely: osmo-stp_10.42.42.5(pid=25151) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25151)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25151): Process ended prematurely: osmo-stp_10.42.42.5(pid=25151) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a01:39:59.532560 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:59.544892 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:39:59.709526 tst iperf3m4.py: using LAC 37657\u000a01:39:59.836785 tst iperf3m4.py: using RAC 172\u000a01:39:59.965385 tst iperf3m4.py: using CellId 37657\u000a01:40:00.092472 tst iperf3m4.py: using BVCI 37658\u000a01:40:00.117192 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:00.128768 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:00.140155 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:00.151643 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:00.163418 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:00.175167 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:00.187090 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:00.198764 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:00.211114 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:40:00.332017 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:40:00.451599 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:40:00.569545 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:40:00.854086 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:40:00.988319 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:40:01.327681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25134): Launched\u000a01:40:01.630268 run iperf3-srv_10.42.42.10(pid=25135): Launched\u000a01:40:01.847422 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:40:02.000726 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:40:02.355960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25139): Launched\u000a01:40:02.634484 run iperf3-srv_10.42.42.10(pid=25140): Launched\u000a01:40:02.833051 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:40:02.967495 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:40:03.305083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25141): Launched\u000a01:40:03.586278 run iperf3-srv_10.42.42.10(pid=25142): Launched\u000a01:40:03.784285 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:40:03.918926 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:40:04.255365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25143): Launched\u000a01:40:04.534926 run iperf3-srv_10.42.42.10(pid=25144): Launched\u000a01:40:04.733248 tst iperf3m4.py:8: start network...\u000a01:40:04.868032 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:40:05.376275 run create_hlr_db(pid=25145): Launched\u000a01:40:05.562379 bus /gobi_6: Setting Powered False\u000a01:40:06.584078 run create_hlr_db(pid=25145): Terminated: ok {rc=0}\u000a01:40:06.990142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25147): Launched\u000a01:40:07.292219 run osmo-hlr_10.42.42.2(pid=25148): Launched\u000a01:40:07.404288 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:40:07.930649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25150): Launched\u000a01:40:08.234000 run osmo-stp_10.42.42.5(pid=25151): Launched\u000a01:40:08.342869 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:40:08.869604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25153): Launched\u000a01:40:08.976352 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:40:09.241596 run patchelf(pid=25154): Launched\u000a01:40:09.418701 run osmo-stp_10.42.42.5(pid=25151): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25151)]\u000a01:40:09.547645 run osmo-stp_10.42.42.5(pid=25151): stdout: \u000a| (launched: 2022-12-14_01:40:08.084118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:09.676679 run osmo-stp_10.42.42.5(pid=25151): stderr: \u000a| �[0;m�[38;5;43m20221214014008252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014008253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014008253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014008253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014008254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014008254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014008254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:09.800686 run osmo-stp_10.42.42.5(pid=25151): stdout: \u000a| (launched: 2022-12-14_01:40:08.084118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:09.923438 run osmo-stp_10.42.42.5(pid=25151): stderr: \u000a| �[0;m�[38;5;43m20221214014008252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014008253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014008253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014008253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014008254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014008254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014008254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:10.066598 run patchelf(pid=25154): Terminating (SIGINT)\u000a01:40:10.235738 run patchelf(pid=25154): Terminated: ok {rc=0}\u000a01:40:10.266759 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25151): Process ended prematurely: osmo-stp_10.42.42.5(pid=25151) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25151)] [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a01:40:10.276093 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:40:10.336137 run osmo-hlr_10.42.42.2(pid=25148): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25148)]\u000a01:40:10.384609 run osmo-hlr_10.42.42.2(pid=25148): stdout: \u000a| (launched: 2022-12-14_01:40:07.142979) \u000a01:40:10.434002 run osmo-hlr_10.42.42.2(pid=25148): stderr: \u000a| �[0;m�[1;31m20221214014007317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014007317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014007318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014007318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014007318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014007318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014007331 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014007341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014007342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014007342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:40:10.476274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25134): Terminating (SIGTERM)\u000a01:40:10.515768 run iperf3-srv_10.42.42.10(pid=25135): Terminating (SIGTERM)\u000a01:40:10.555256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25139): Terminating (SIGTERM)\u000a01:40:10.594624 run iperf3-srv_10.42.42.10(pid=25140): Terminating (SIGTERM)\u000a01:40:10.634072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25141): Terminating (SIGTERM)\u000a01:40:10.673312 run iperf3-srv_10.42.42.10(pid=25142): Terminating (SIGTERM)\u000a01:40:10.713587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25143): Terminating (SIGTERM)\u000a01:40:10.752814 run iperf3-srv_10.42.42.10(pid=25144): Terminating (SIGTERM)\u000a01:40:10.794386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25147): Terminating (SIGTERM)\u000a01:40:10.833809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25150): Terminating (SIGTERM)\u000a01:40:10.873134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25153): Terminating (SIGTERM)\u000a01:40:10.881937 --- ParallelTerminationStrategy: PID 25134 died...\u000a01:40:10.934810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25134): Terminated: ok {rc=0}\u000a01:40:10.944275 --- ParallelTerminationStrategy: PID 25135 died...\u000a01:40:10.996802 run iperf3-srv_10.42.42.10(pid=25135): Terminated {rc=256}\u000a01:40:11.006227 --- ParallelTerminationStrategy: PID 25139 died...\u000a01:40:11.058386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25139): Terminated: ok {rc=0}\u000a01:40:11.067758 --- ParallelTerminationStrategy: PID 25140 died...\u000a01:40:11.120340 run iperf3-srv_10.42.42.10(pid=25140): Terminated {rc=256}\u000a01:40:11.129804 --- ParallelTerminationStrategy: PID 25141 died...\u000a01:40:11.182173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25141): Terminated: ok {rc=0}\u000a01:40:11.191608 --- ParallelTerminationStrategy: PID 25142 died...\u000a01:40:11.244154 run iperf3-srv_10.42.42.10(pid=25142): Terminated {rc=256}\u000a01:40:11.253710 --- ParallelTerminationStrategy: PID 25143 died...\u000a01:40:11.305823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25143): Terminated: ok {rc=0}\u000a01:40:11.315267 --- ParallelTerminationStrategy: PID 25144 died...\u000a01:40:11.367330 run iperf3-srv_10.42.42.10(pid=25144): Terminated {rc=256}\u000a01:40:11.377179 --- ParallelTerminationStrategy: PID 25147 died...\u000a01:40:11.429718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25147): Terminated: ok {rc=0}\u000a01:40:11.439635 --- ParallelTerminationStrategy: PID 25150 died...\u000a01:40:11.491731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25150): Terminated: ok {rc=0}\u000a01:40:11.501270 --- ParallelTerminationStrategy: PID 25153 died...\u000a01:40:11.553362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25153): Terminated: ok {rc=0}\u000a01:40:11.641037 bus /gobi_4: Setting Powered False\u000a01:40:12.744313 bus /gobi_4: Setting Powered False\u000a01:40:13.855325 bus /gobi_1: Setting Powered False\u000a01:40:14.957606 bus /gobi_1: Setting Powered False\u000a01:40:16.070140 bus /gobi_0: Setting Powered False\u000a01:40:17.177173 bus /gobi_0: Setting Powered False\u000a01:40:18.288709 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25161): Process ended prematurely: osmo-stp_10.42.42.5(pid=25161) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25161)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25161): Process ended prematurely: osmo-stp_10.42.42.5(pid=25161) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a01:40:19.356387 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:19.368097 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:40:19.523420 tst ping.py: using LAC 37658\u000a01:40:19.642844 tst ping.py: using RAC 173\u000a01:40:19.757905 tst ping.py: using CellId 37658\u000a01:40:19.872254 tst ping.py: using BVCI 37659\u000a01:40:19.894959 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:19.906129 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:19.917110 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:19.927941 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:19.938877 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:19.949823 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:19.960786 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:19.971628 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:40:20.242011 tst ping.py:19: start network...\u000a01:40:20.363510 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:40:20.837796 run create_hlr_db(pid=25155): Launched\u000a01:40:21.007163 bus /gobi_6: Setting Powered False\u000a01:40:22.029369 run create_hlr_db(pid=25155): Terminated: ok {rc=0}\u000a01:40:22.452406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25157): Launched\u000a01:40:22.771345 run osmo-hlr_10.42.42.2(pid=25158): Launched\u000a01:40:22.888779 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:40:23.446610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25160): Launched\u000a01:40:23.766482 run osmo-stp_10.42.42.5(pid=25161): Launched\u000a01:40:23.881085 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:40:24.436804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25163): Launched\u000a01:40:24.549705 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:40:24.828321 run patchelf(pid=25164): Launched\u000a01:40:25.013326 run osmo-stp_10.42.42.5(pid=25161): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25161)]\u000a01:40:25.149197 run osmo-stp_10.42.42.5(pid=25161): stdout: \u000a| (launched: 2022-12-14_01:40:23.607065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:25.285079 run osmo-stp_10.42.42.5(pid=25161): stderr: \u000a| �[0;m�[38;5;43m20221214014023798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014023798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014023798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014023799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014023799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014023799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014023799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:25.416190 run osmo-stp_10.42.42.5(pid=25161): stdout: \u000a| (launched: 2022-12-14_01:40:23.607065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:25.546594 run osmo-stp_10.42.42.5(pid=25161): stderr: \u000a| �[0;m�[38;5;43m20221214014023798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014023798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014023798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014023799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014023799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014023799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014023799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:25.697970 run patchelf(pid=25164): Terminating (SIGINT)\u000a01:40:25.874921 run patchelf(pid=25164): Terminated: ok {rc=0}\u000a01:40:25.907093 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25161): Process ended prematurely: osmo-stp_10.42.42.5(pid=25161) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25161)] [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a01:40:25.916483 tst ping.py:22: Test FAILED (6.5 sec)\u000a01:40:25.979306 run osmo-hlr_10.42.42.2(pid=25158): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25158)]\u000a01:40:26.030510 run osmo-hlr_10.42.42.2(pid=25158): stdout: \u000a| (launched: 2022-12-14_01:40:22.612847) \u000a01:40:26.082135 run osmo-hlr_10.42.42.2(pid=25158): stderr: \u000a| �[0;m�[1;31m20221214014022808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014022808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014022808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014022808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014022808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014022808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014022820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014022828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014022829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014022829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:40:26.126393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25157): Terminating (SIGTERM)\u000a01:40:26.168493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25160): Terminating (SIGTERM)\u000a01:40:26.210264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25163): Terminating (SIGTERM)\u000a01:40:26.220039 --- ParallelTerminationStrategy: PID 25157 died...\u000a01:40:26.275947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25157): Terminated: ok {rc=0}\u000a01:40:26.286077 --- ParallelTerminationStrategy: PID 25160 died...\u000a01:40:26.341541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25160): Terminated: ok {rc=0}\u000a01:40:26.351580 --- ParallelTerminationStrategy: PID 25163 died...\u000a01:40:26.407048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25163): Terminated: ok {rc=0}\u000a01:40:26.493422 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25171): Process ended prematurely: osmo-stp_10.42.42.5(pid=25171) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25171)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25171): Process ended prematurely: osmo-stp_10.42.42.5(pid=25171) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a01:40:27.546526 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:27.558938 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:40:27.715175 tst ping_idle_ping.py: using LAC 37659\u000a01:40:27.833391 tst ping_idle_ping.py: using RAC 174\u000a01:40:27.952669 tst ping_idle_ping.py: using CellId 37659\u000a01:40:28.073796 tst ping_idle_ping.py: using BVCI 37660\u000a01:40:28.096438 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:28.107720 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:28.118661 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:28.129584 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:28.140438 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:28.151427 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:28.162399 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:28.173247 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:40:28.463417 tst ping_idle_ping.py:24: start network...\u000a01:40:28.595722 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:40:29.099210 run create_hlr_db(pid=25165): Launched\u000a01:40:29.283430 bus /gobi_6: Setting Powered False\u000a01:40:30.305454 run create_hlr_db(pid=25165): Terminated: ok {rc=0}\u000a01:40:30.708059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25167): Launched\u000a01:40:31.214851 run osmo-hlr_10.42.42.2(pid=25168): Launched\u000a01:40:31.475803 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:40:32.016176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25170): Launched\u000a01:40:32.391085 run osmo-stp_10.42.42.5(pid=25171): Launched\u000a01:40:32.509531 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:40:33.068999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25173): Launched\u000a01:40:33.183168 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:40:33.462774 run patchelf(pid=25174): Launched\u000a01:40:33.649885 run osmo-stp_10.42.42.5(pid=25171): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25171)]\u000a01:40:33.787270 run osmo-stp_10.42.42.5(pid=25171): stdout: \u000a| (launched: 2022-12-14_01:40:32.168404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:33.924539 run osmo-stp_10.42.42.5(pid=25171): stderr: \u000a| �[0;m�[38;5;43m20221214014032403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014032404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014032404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014032404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014032405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014032405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014032405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:34.056843 run osmo-stp_10.42.42.5(pid=25171): stdout: \u000a| (launched: 2022-12-14_01:40:32.168404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:34.187643 run osmo-stp_10.42.42.5(pid=25171): stderr: \u000a| �[0;m�[38;5;43m20221214014032403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014032404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014032404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014032404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014032405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014032405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014032405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:34.340023 run patchelf(pid=25174): Terminating (SIGINT)\u000a01:40:34.518655 run patchelf(pid=25174): Terminated: ok {rc=0}\u000a01:40:34.551290 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25171): Process ended prematurely: osmo-stp_10.42.42.5(pid=25171) [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25171)] [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a01:40:34.560813 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a01:40:34.625484 run osmo-hlr_10.42.42.2(pid=25168): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25168)]\u000a01:40:34.677430 run osmo-hlr_10.42.42.2(pid=25168): stdout: \u000a| (launched: 2022-12-14_01:40:30.877654) \u000a01:40:34.730620 run osmo-hlr_10.42.42.2(pid=25168): stderr: \u000a| �[0;m�[1;31m20221214014031214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014031214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014031214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014031214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014031214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014031215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014031233 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014031254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014031254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014031254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:40:34.775867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25167): Terminating (SIGTERM)\u000a01:40:34.818575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25170): Terminating (SIGTERM)\u000a01:40:34.861311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25173): Terminating (SIGTERM)\u000a01:40:34.871143 --- ParallelTerminationStrategy: PID 25167 died...\u000a01:40:34.928519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25167): Terminated: ok {rc=0}\u000a01:40:34.938629 --- ParallelTerminationStrategy: PID 25170 died...\u000a01:40:34.995783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25170): Terminated: ok {rc=0}\u000a01:40:35.005864 --- ParallelTerminationStrategy: PID 25173 died...\u000a01:40:35.063083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25173): Terminated: ok {rc=0}\u000a01:40:35.151920 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:39:37" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25185): Process ended prematurely: osmo-stp_10.42.42.5(pid=25185) [trial-2397↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25185)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25185): Process ended prematurely: osmo-stp_10.42.42.5(pid=25185) [trial-2397↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25185)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:40:37.179175 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:37.191633 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:40:37.350778 tst switch_tch_pdch.py: using LAC 37660\u000a01:40:37.475415 tst switch_tch_pdch.py: using RAC 175\u000a01:40:37.599142 tst switch_tch_pdch.py: using CellId 37660\u000a01:40:37.723153 tst switch_tch_pdch.py: using BVCI 37661\u000a01:40:37.747514 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:37.759462 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:37.771205 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:37.782960 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:37.795088 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:37.807109 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:37.819226 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:37.831129 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:40:37.947502 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:40:38.220011 tst switch_tch_pdch.py:51: start network...\u000a01:40:38.341660 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:40:38.819761 run create_hlr_db(pid=25179): Launched\u000a01:40:38.990706 bus /gobi_6: Setting Powered False\u000a01:40:40.013891 run create_hlr_db(pid=25179): Terminated: ok {rc=0}\u000a01:40:40.438996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25181): Launched\u000a01:40:40.759318 run osmo-hlr_10.42.42.2(pid=25182): Launched\u000a01:40:40.877678 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:40:41.434629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25184): Launched\u000a01:40:41.754704 run osmo-stp_10.42.42.5(pid=25185): Launched\u000a01:40:41.869224 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:40:42.426669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25187): Launched\u000a01:40:42.539549 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:40:42.817779 run patchelf(pid=25188): Launched\u000a01:40:43.003018 run osmo-stp_10.42.42.5(pid=25185): ERR: Terminated: ERROR {rc=1} [trial-2397↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25185)]\u000a01:40:43.138774 run osmo-stp_10.42.42.5(pid=25185): stdout: \u000a| (launched: 2022-12-14_01:40:41.595489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:43.274749 run osmo-stp_10.42.42.5(pid=25185): stderr: \u000a| �[0;m�[38;5;43m20221214014041787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014041787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014041788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014041788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014041788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014041789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014041789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:43.406041 run osmo-stp_10.42.42.5(pid=25185): stdout: \u000a| (launched: 2022-12-14_01:40:41.595489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:43.535867 run osmo-stp_10.42.42.5(pid=25185): stderr: \u000a| �[0;m�[38;5;43m20221214014041787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014041787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014041788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014041788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014041788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014041789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014041789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:43.687321 run patchelf(pid=25188): Terminating (SIGINT)\u000a01:40:43.864904 run patchelf(pid=25188): Terminated: ok {rc=0}\u000a01:40:43.897109 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25185): Process ended prematurely: osmo-stp_10.42.42.5(pid=25185) [trial-2397↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25185)] [trial-2397↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:40:43.906476 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a01:40:43.969526 run osmo-hlr_10.42.42.2(pid=25182): ERR: Terminated: ERROR {rc=237} [trial-2397↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25182)]\u000a01:40:44.020817 run osmo-hlr_10.42.42.2(pid=25182): stdout: \u000a| (launched: 2022-12-14_01:40:40.600493) \u000a01:40:44.072919 run osmo-hlr_10.42.42.2(pid=25182): stderr: \u000a| �[0;m�[1;31m20221214014040798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014040798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014040798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014040798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014040798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014040798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014040810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014040818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014040818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014040818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:40:44.117170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25181): Terminating (SIGTERM)\u000a01:40:44.158908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25184): Terminating (SIGTERM)\u000a01:40:44.200364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25187): Terminating (SIGTERM)\u000a01:40:44.209993 --- ParallelTerminationStrategy: PID 25181 died...\u000a01:40:44.265828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25181): Terminated: ok {rc=0}\u000a01:40:44.275768 --- ParallelTerminationStrategy: PID 25184 died...\u000a01:40:44.331379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25184): Terminated: ok {rc=0}\u000a01:40:44.341377 --- ParallelTerminationStrategy: PID 25187 died...\u000a01:40:44.396793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25187): Terminated: ok {rc=0}\u000a01:40:44.482604 bus /gobi_0: Setting Powered False\u000a01:40:45.586871 bus /gobi_0: Setting Powered False\u000a01:40:46.711735 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:40:36" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25200): Process ended prematurely: osmo-stp_10.42.42.5(pid=25200) [trial-2397↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25200)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25200): Process ended prematurely: osmo-stp_10.42.42.5(pid=25200) [trial-2397↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25200)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a01:40:48.692917 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:40:48.704540 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a01:40:48.864799 tst switch_tch_pdch.py: using LAC 37661\u000a01:40:48.987966 tst switch_tch_pdch.py: using RAC 176\u000a01:40:49.112813 tst switch_tch_pdch.py: using CellId 37661\u000a01:40:49.236278 tst switch_tch_pdch.py: using BVCI 37662\u000a01:40:49.260640 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:40:49.272422 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:40:49.283982 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:40:49.295606 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:40:49.307595 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:40:49.319559 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:40:49.331688 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:40:49.343535 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:40:49.458863 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:40:49.748211 tst switch_tch_pdch.py:51: start network...\u000a01:40:49.880114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:40:50.350669 run create_hlr_db(pid=25194): Launched\u000a01:40:50.479837 bus /gobi_6: Setting Powered False\u000a01:40:51.555536 run create_hlr_db(pid=25194): Terminated: ok {rc=0}\u000a01:40:51.931195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25196): Launched\u000a01:40:52.227999 run osmo-hlr_10.42.42.2(pid=25197): Launched\u000a01:40:52.335822 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:40:52.824581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25199): Launched\u000a01:40:53.122237 run osmo-stp_10.42.42.5(pid=25200): Launched\u000a01:40:53.229218 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:40:53.720442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25202): Launched\u000a01:40:53.824747 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:40:54.081688 run patchelf(pid=25203): Launched\u000a01:40:54.254272 run osmo-stp_10.42.42.5(pid=25200): ERR: Terminated: ERROR {rc=1} [trial-2397↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25200)]\u000a01:40:54.380071 run osmo-stp_10.42.42.5(pid=25200): stdout: \u000a| (launched: 2022-12-14_01:40:52.974711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:54.506299 run osmo-stp_10.42.42.5(pid=25200): stderr: \u000a| �[0;m�[38;5;43m20221214014053145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014053145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014053146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014053146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014053146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014053147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014053147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:54.627325 run osmo-stp_10.42.42.5(pid=25200): stdout: \u000a| (launched: 2022-12-14_01:40:52.974711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:54.747688 run osmo-stp_10.42.42.5(pid=25200): stderr: \u000a| �[0;m�[38;5;43m20221214014053145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014053145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014053146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014053146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014053146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014053147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014053147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:54.888358 run patchelf(pid=25203): Terminating (SIGINT)\u000a01:40:55.053148 run patchelf(pid=25203): Terminated: ok {rc=0}\u000a01:40:55.083137 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25200): Process ended prematurely: osmo-stp_10.42.42.5(pid=25200) [trial-2397↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25200)] [trial-2397↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a01:40:55.091776 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a01:40:55.151015 run osmo-hlr_10.42.42.2(pid=25197): ERR: Terminated: ERROR {rc=237} [trial-2397↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25197)]\u000a01:40:55.199269 run osmo-hlr_10.42.42.2(pid=25197): stdout: \u000a| (launched: 2022-12-14_01:40:52.081476) \u000a01:40:55.248018 run osmo-hlr_10.42.42.2(pid=25197): stderr: \u000a| �[0;m�[1;31m20221214014052255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014052255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014052255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014052255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014052255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014052255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014052267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014052276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014052276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014052276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:40:55.289339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25196): Terminating (SIGTERM)\u000a01:40:55.328161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25199): Terminating (SIGTERM)\u000a01:40:55.367145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25202): Terminating (SIGTERM)\u000a01:40:55.376184 --- ParallelTerminationStrategy: PID 25196 died...\u000a01:40:55.428678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25196): Terminated: ok {rc=0}\u000a01:40:55.438132 --- ParallelTerminationStrategy: PID 25199 died...\u000a01:40:55.490403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25199): Terminated: ok {rc=0}\u000a01:40:55.499754 --- ParallelTerminationStrategy: PID 25202 died...\u000a01:40:55.552049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25202): Terminated: ok {rc=0}\u000a01:40:55.640353 bus /gobi_0: Setting Powered False\u000a01:40:56.743224 bus /gobi_0: Setting Powered False\u000a01:40:57.854675 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:40:48" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25208): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25208) [trial-2397↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25208)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25208): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25208) [trial-2397↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a01:40:59.723668 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a01:40:59.736745 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a01:40:59.869905 tst mo_mt_sms.py: using LAC 37662\u000a01:40:59.987220 tst mo_mt_sms.py: using RAC 177\u000a01:41:00.116445 tst mo_mt_sms.py: using CellId 37662\u000a01:41:00.239424 tst mo_mt_sms.py: using BVCI 37663\u000a01:41:00.261982 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a01:41:00.380404 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a01:41:00.651852 tst mo_mt_sms.py:9: start nitb and bts...\u000a01:41:00.774005 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:41:01.415995 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25207): Launched\u000a01:41:01.736080 run osmo-nitb_10.42.42.2(pid=25208): Launched\u000a01:41:01.923059 run osmo-nitb_10.42.42.2(pid=25208): ERR: Terminated: ERROR {rc=2} [trial-2397↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25208)]\u000a01:41:02.059353 run osmo-nitb_10.42.42.2(pid=25208): stdout: \u000a| (launched: 2022-12-14_01:41:01.570042) \u000a01:41:02.196123 run osmo-nitb_10.42.42.2(pid=25208): stderr: \u000a| (launched: 2022-12-14_01:41:01.615184)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:41:02.325473 run osmo-nitb_10.42.42.2(pid=25208): stdout: \u000a| (launched: 2022-12-14_01:41:01.570042) \u000a01:41:02.453384 run osmo-nitb_10.42.42.2(pid=25208): stderr: \u000a| (launched: 2022-12-14_01:41:01.615184)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:41:02.855572 tst osmo-nitb_10.42.42.2(pid=25208): stdout: \u000a| (launched: 2022-12-14_01:41:01.570042) \u000a01:41:02.973180 tst osmo-nitb_10.42.42.2(pid=25208): stderr: \u000a| (launched: 2022-12-14_01:41:01.615184)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:41:03.024486 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=25208): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25208) [trial-2397↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25208)] [trial-2397↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a01:41:03.032544 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a01:41:03.066821 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25207): Terminating (SIGTERM)\u000a01:41:03.244677 --- ParallelTerminationStrategy: PID 25207 died...\u000a01:41:03.299273 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25207): Terminated: ok {rc=0}\u000a01:41:03.387538 bus /sierra_3: Setting Powered False\u000a01:41:04.490115 bus /sierra_3: Setting Powered False\u000a01:41:05.601155 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:40:59" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "sms:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25218): Process ended prematurely: osmo-stp_10.42.42.5(pid=25218) [trial-2397↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25218)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25218): Process ended prematurely: osmo-stp_10.42.42.5(pid=25218) [trial-2397↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a01:41:07.462169 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:07.473454 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:41:07.604179 tst mo_mt_sms.py: using LAC 37663\u000a01:41:07.722429 tst mo_mt_sms.py: using RAC 178\u000a01:41:07.841569 tst mo_mt_sms.py: using CellId 37663\u000a01:41:07.960066 tst mo_mt_sms.py: using BVCI 37664\u000a01:41:07.982524 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:07.993317 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:08.003891 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:08.014500 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:08.025491 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:08.036195 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a01:41:08.153875 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a01:41:08.351880 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:41:08.827784 run create_hlr_db(pid=25212): Launched\u000a01:41:08.998348 bus /sierra_2: Setting Powered False\u000a01:41:10.019397 run create_hlr_db(pid=25212): Terminated: ok {rc=0}\u000a01:41:10.414161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25214): Launched\u000a01:41:10.710108 run osmo-hlr_10.42.42.2(pid=25215): Launched\u000a01:41:10.817256 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:41:11.328733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25217): Launched\u000a01:41:11.625466 run osmo-stp_10.42.42.5(pid=25218): Launched\u000a01:41:11.732049 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:41:12.272108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25220): Launched\u000a01:41:12.567651 run osmo-msc_10.42.42.6(pid=25221): Launched\u000a01:41:12.740387 run osmo-stp_10.42.42.5(pid=25218): ERR: Terminated: ERROR {rc=1} [trial-2397↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25218)]\u000a01:41:12.864877 run osmo-stp_10.42.42.5(pid=25218): stdout: \u000a| (launched: 2022-12-14_01:41:11.479038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:12.987962 run osmo-stp_10.42.42.5(pid=25218): stderr: \u000a| �[0;m�[38;5;43m20221214014111647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014111647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014111647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014111647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014111648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014111648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014111648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:13.106023 run osmo-stp_10.42.42.5(pid=25218): stdout: \u000a| (launched: 2022-12-14_01:41:11.479038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:13.223335 run osmo-stp_10.42.42.5(pid=25218): stderr: \u000a| �[0;m�[38;5;43m20221214014111647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014111647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014111647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014111647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014111648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014111648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014111648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:13.275017 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=25218): Process ended prematurely: osmo-stp_10.42.42.5(pid=25218) [trial-2397↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25218)] [trial-2397↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a01:41:13.283000 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a01:41:13.341499 run osmo-hlr_10.42.42.2(pid=25215): ERR: Terminated: ERROR {rc=237} [trial-2397↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25215)]\u000a01:41:13.389505 run osmo-hlr_10.42.42.2(pid=25215): stdout: \u000a| (launched: 2022-12-14_01:41:10.563655) \u000a01:41:13.438196 run osmo-hlr_10.42.42.2(pid=25215): stderr: \u000a| �[0;m�[1;31m20221214014110740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014110740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014110740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014110740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014110740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014110740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014110752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014110763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014110763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014110763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:41:13.504053 run osmo-msc_10.42.42.6(pid=25221): ERR: Terminated: ERROR {rc=2} [trial-2397↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25221)]\u000a01:41:13.551995 run osmo-msc_10.42.42.6(pid=25221): stdout: \u000a| (launched: 2022-12-14_01:41:12.421293) \u000a01:41:13.600464 run osmo-msc_10.42.42.6(pid=25221): stderr: \u000a| �[0;m�[38;5;43m20221214014112695 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014112695 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9cff451c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014112696 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014112696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014112696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014112696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014112698 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014112698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014112698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014112698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:41:13.641733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25214): Terminating (SIGTERM)\u000a01:41:13.680685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25217): Terminating (SIGTERM)\u000a01:41:13.719626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25220): Terminating (SIGTERM)\u000a01:41:13.728694 --- ParallelTerminationStrategy: PID 25214 died...\u000a01:41:13.781142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25214): Terminated: ok {rc=0}\u000a01:41:13.790627 --- ParallelTerminationStrategy: PID 25217 died...\u000a01:41:13.842750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25217): Terminated: ok {rc=0}\u000a01:41:13.852059 --- ParallelTerminationStrategy: PID 25220 died...\u000a01:41:13.904511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25220): Terminated: ok {rc=0}\u000a01:41:13.991938 bus /sierra_3: Setting Powered False\u000a01:41:15.092346 bus /sierra_3: Setting Powered False\u000a01:41:16.198424 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:41:07" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25227): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25227) [trial-2397↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25227)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25227): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25227) [trial-2397↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25227)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a01:41:18.009474 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a01:41:18.020248 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:41:18.142858 tst assert_extension.py: using LAC 37664\u000a01:41:18.258590 tst assert_extension.py: using RAC 179\u000a01:41:18.376119 tst assert_extension.py: using CellId 37664\u000a01:41:18.491788 tst assert_extension.py: using BVCI 37665\u000a01:41:18.514332 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a01:41:18.787088 tst assert_extension.py:10: start nitb and bts...\u000a01:41:18.909070 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:41:19.520033 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25226): Launched\u000a01:41:19.812458 run osmo-nitb_10.42.42.2(pid=25227): Launched\u000a01:41:19.995428 run osmo-nitb_10.42.42.2(pid=25227): ERR: Terminated: ERROR {rc=2} [trial-2397↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25227)]\u000a01:41:20.130194 run osmo-nitb_10.42.42.2(pid=25227): stdout: \u000a| (launched: 2022-12-14_01:41:19.669473) \u000a01:41:20.265146 run osmo-nitb_10.42.42.2(pid=25227): stderr: \u000a| (launched: 2022-12-14_01:41:19.713372)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:41:20.395033 run osmo-nitb_10.42.42.2(pid=25227): stdout: \u000a| (launched: 2022-12-14_01:41:19.669473) \u000a01:41:20.523355 run osmo-nitb_10.42.42.2(pid=25227): stderr: \u000a| (launched: 2022-12-14_01:41:19.713372)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:41:20.931851 tst osmo-nitb_10.42.42.2(pid=25227): stdout: \u000a| (launched: 2022-12-14_01:41:19.669473) \u000a01:41:21.049564 tst osmo-nitb_10.42.42.2(pid=25227): stderr: \u000a| (launched: 2022-12-14_01:41:19.713372)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:41:21.100740 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=25227): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25227) [trial-2397↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25227)] [trial-2397↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a01:41:21.108712 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a01:41:21.143052 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25226): Terminating (SIGTERM)\u000a01:41:21.320745 --- ParallelTerminationStrategy: PID 25226 died...\u000a01:41:21.376039 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25226): Terminated: ok {rc=0}\u000a01:41:21.465132 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:41:17" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25237): Process ended prematurely: osmo-stp_10.42.42.5(pid=25237) [trial-2397↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25237)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25237): Process ended prematurely: osmo-stp_10.42.42.5(pid=25237) [trial-2397↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25237)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a01:41:23.276626 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:23.288226 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:41:23.409906 tst assert_extension.py: using LAC 37665\u000a01:41:23.524045 tst assert_extension.py: using RAC 180\u000a01:41:23.638106 tst assert_extension.py: using CellId 37665\u000a01:41:23.751885 tst assert_extension.py: using BVCI 37666\u000a01:41:23.774364 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:23.785078 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:23.795598 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:23.806082 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:23.816744 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:23.827552 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a01:41:24.024648 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:41:24.499598 run create_hlr_db(pid=25231): Launched\u000a01:41:24.669601 bus /sierra_2: Setting Powered False\u000a01:41:25.691236 run create_hlr_db(pid=25231): Terminated: ok {rc=0}\u000a01:41:26.088317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25233): Launched\u000a01:41:26.383892 run osmo-hlr_10.42.42.2(pid=25234): Launched\u000a01:41:26.490624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:41:27.005101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25236): Launched\u000a01:41:27.300723 run osmo-stp_10.42.42.5(pid=25237): Launched\u000a01:41:27.407859 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:41:27.950207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25239): Launched\u000a01:41:28.247974 run osmo-msc_10.42.42.6(pid=25240): Launched\u000a01:41:28.420884 run osmo-stp_10.42.42.5(pid=25237): ERR: Terminated: ERROR {rc=1} [trial-2397↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25237)]\u000a01:41:28.545426 run osmo-stp_10.42.42.5(pid=25237): stdout: \u000a| (launched: 2022-12-14_01:41:27.154536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:28.667933 run osmo-stp_10.42.42.5(pid=25237): stderr: \u000a| �[0;m�[38;5;43m20221214014127324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014127325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014127325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014127325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014127326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014127326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014127326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:28.786468 run osmo-stp_10.42.42.5(pid=25237): stdout: \u000a| (launched: 2022-12-14_01:41:27.154536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:28.903884 run osmo-stp_10.42.42.5(pid=25237): stderr: \u000a| �[0;m�[38;5;43m20221214014127324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014127325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014127325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014127325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014127326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014127326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014127326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:28.955447 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=25237): Process ended prematurely: osmo-stp_10.42.42.5(pid=25237) [trial-2397↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25237)] [trial-2397↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a01:41:28.963460 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a01:41:29.022551 run osmo-hlr_10.42.42.2(pid=25234): ERR: Terminated: ERROR {rc=237} [trial-2397↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25234)]\u000a01:41:29.071489 run osmo-hlr_10.42.42.2(pid=25234): stdout: \u000a| (launched: 2022-12-14_01:41:26.238099) \u000a01:41:29.120938 run osmo-hlr_10.42.42.2(pid=25234): stderr: \u000a| �[0;m�[1;31m20221214014126413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014126413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014126413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014126413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014126413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014126413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014126425 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014126434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014126434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014126434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:41:29.187914 run osmo-msc_10.42.42.6(pid=25240): ERR: Terminated: ERROR {rc=2} [trial-2397↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25240)]\u000a01:41:29.236444 run osmo-msc_10.42.42.6(pid=25240): stdout: \u000a| (launched: 2022-12-14_01:41:28.100463) \u000a01:41:29.285654 run osmo-msc_10.42.42.6(pid=25240): stderr: \u000a| �[0;m�[38;5;43m20221214014128370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014128370 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4f2fa9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014128370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014128370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014128371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014128371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014128373 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014128373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014128373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014128373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:41:29.327473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25233): Terminating (SIGTERM)\u000a01:41:29.366930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25236): Terminating (SIGTERM)\u000a01:41:29.406617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25239): Terminating (SIGTERM)\u000a01:41:29.415782 --- ParallelTerminationStrategy: PID 25233 died...\u000a01:41:29.468806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25233): Terminated: ok {rc=0}\u000a01:41:29.478325 --- ParallelTerminationStrategy: PID 25236 died...\u000a01:41:29.530883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25236): Terminated: ok {rc=0}\u000a01:41:29.540283 --- ParallelTerminationStrategy: PID 25239 died...\u000a01:41:29.592718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25239): Terminated: ok {rc=0}\u000a01:41:29.681061 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:41:23" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25251): Process ended prematurely: osmo-stp_10.42.42.5(pid=25251) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25251)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25251): Process ended prematurely: osmo-stp_10.42.42.5(pid=25251) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25251)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:41:31.631749 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:31.644090 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:41:31.795759 tst mo_mt_call.py: using LAC 37666\u000a01:41:31.952581 tst mo_mt_call.py: using RAC 181\u000a01:41:32.092716 tst mo_mt_call.py: using CellId 37666\u000a01:41:32.215277 tst mo_mt_call.py: using BVCI 37667\u000a01:41:32.239225 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:32.251428 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:32.263750 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:32.275778 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:32.288790 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:32.301747 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:41:32.423158 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:41:32.635977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:41:33.145578 run create_hlr_db(pid=25245): Launched\u000a01:41:33.332186 bus /sierra_2: Setting Powered False\u000a01:41:34.353157 run create_hlr_db(pid=25245): Terminated: ok {rc=0}\u000a01:41:34.759419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25247): Launched\u000a01:41:35.060225 run osmo-hlr_10.42.42.2(pid=25248): Launched\u000a01:41:35.171017 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:41:35.692179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25250): Launched\u000a01:41:35.992098 run osmo-stp_10.42.42.5(pid=25251): Launched\u000a01:41:36.102299 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:41:36.653214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25253): Launched\u000a01:41:36.955033 run osmo-msc_10.42.42.6(pid=25254): Launched\u000a01:41:37.131745 run osmo-stp_10.42.42.5(pid=25251): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25251)]\u000a01:41:37.259671 run osmo-stp_10.42.42.5(pid=25251): stdout: \u000a| (launched: 2022-12-14_01:41:35.844157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:37.385058 run osmo-stp_10.42.42.5(pid=25251): stderr: \u000a| �[0;m�[38;5;43m20221214014136012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014136012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014136012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014136012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014136013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014136013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014136013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:37.506218 run osmo-stp_10.42.42.5(pid=25251): stdout: \u000a| (launched: 2022-12-14_01:41:35.844157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:37.625709 run osmo-stp_10.42.42.5(pid=25251): stderr: \u000a| �[0;m�[38;5;43m20221214014136012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014136012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014136012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014136012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014136013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014136013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014136013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:37.678904 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25251): Process ended prematurely: osmo-stp_10.42.42.5(pid=25251) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25251)] [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a01:41:37.687723 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:41:37.746507 run osmo-hlr_10.42.42.2(pid=25248): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25248)]\u000a01:41:37.794880 run osmo-hlr_10.42.42.2(pid=25248): stdout: \u000a| (launched: 2022-12-14_01:41:34.911806) \u000a01:41:37.843694 run osmo-hlr_10.42.42.2(pid=25248): stderr: \u000a| �[0;m�[1;31m20221214014135085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014135085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014135085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014135085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014135085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014135086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014135099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014135108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014135108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014135108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:41:37.910171 run osmo-msc_10.42.42.6(pid=25254): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25254)]\u000a01:41:37.958073 run osmo-msc_10.42.42.6(pid=25254): stdout: \u000a| (launched: 2022-12-14_01:41:36.805763) \u000a01:41:38.006634 run osmo-msc_10.42.42.6(pid=25254): stderr: \u000a| �[0;m�[38;5;43m20221214014137077 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014137077 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd04832ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014137077 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014137077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014137077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014137077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014137079 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014137079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014137080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014137080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:41:38.047675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25247): Terminating (SIGTERM)\u000a01:41:38.087018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25250): Terminating (SIGTERM)\u000a01:41:38.125906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25253): Terminating (SIGTERM)\u000a01:41:38.134981 --- ParallelTerminationStrategy: PID 25247 died...\u000a01:41:38.187654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25247): Terminated: ok {rc=0}\u000a01:41:38.197208 --- ParallelTerminationStrategy: PID 25250 died...\u000a01:41:38.249368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25250): Terminated: ok {rc=0}\u000a01:41:38.258782 --- ParallelTerminationStrategy: PID 25253 died...\u000a01:41:38.310864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25253): Terminated: ok {rc=0}\u000a01:41:38.398285 bus /sierra_3: Setting Powered False\u000a01:41:39.500361 bus /sierra_3: Setting Powered False\u000a01:41:40.610239 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25262): Process ended prematurely: osmo-stp_10.42.42.5(pid=25262) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25262)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25262): Process ended prematurely: osmo-stp_10.42.42.5(pid=25262) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25262)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:41:41.719800 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:41.731740 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:41:41.877708 tst mo_mt_call_osmux.py: using LAC 37667\u000a01:41:41.995273 tst mo_mt_call_osmux.py: using RAC 182\u000a01:41:42.118101 tst mo_mt_call_osmux.py: using CellId 37667\u000a01:41:42.234581 tst mo_mt_call_osmux.py: using BVCI 37668\u000a01:41:42.257501 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:42.268631 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:42.279776 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:42.290922 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:42.302153 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:42.313366 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:41:42.429088 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:41:42.634650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:41:43.117647 run create_hlr_db(pid=25256): Launched\u000a01:41:43.290086 bus /sierra_2: Setting Powered False\u000a01:41:44.312114 run create_hlr_db(pid=25256): Terminated: ok {rc=0}\u000a01:41:44.713750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25258): Launched\u000a01:41:45.015384 run osmo-hlr_10.42.42.2(pid=25259): Launched\u000a01:41:45.129683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:41:45.654944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25261): Launched\u000a01:41:46.104534 run osmo-stp_10.42.42.5(pid=25262): Launched\u000a01:41:46.330865 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:41:46.989453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25265): Launched\u000a01:41:47.377366 run osmo-msc_10.42.42.6(pid=25266): Launched\u000a01:41:47.574833 run osmo-stp_10.42.42.5(pid=25262): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25262)]\u000a01:41:47.716917 run osmo-stp_10.42.42.5(pid=25262): stdout: \u000a| (launched: 2022-12-14_01:41:45.807467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:47.857483 run osmo-stp_10.42.42.5(pid=25262): stderr: \u000a| �[0;m�[38;5;43m20221214014146046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014146046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014146046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014146047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014146047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014146047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014146047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:47.989317 run osmo-stp_10.42.42.5(pid=25262): stdout: \u000a| (launched: 2022-12-14_01:41:45.807467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:48.118517 run osmo-stp_10.42.42.5(pid=25262): stderr: \u000a| �[0;m�[38;5;43m20221214014146046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014146046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014146046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014146047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014146047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014146047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014146047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:48.176133 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25262): Process ended prematurely: osmo-stp_10.42.42.5(pid=25262) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25262)] [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a01:41:48.185907 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a01:41:48.249511 run osmo-hlr_10.42.42.2(pid=25259): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25259)]\u000a01:41:48.301057 run osmo-hlr_10.42.42.2(pid=25259): stdout: \u000a| (launched: 2022-12-14_01:41:44.866442) \u000a01:41:48.353524 run osmo-hlr_10.42.42.2(pid=25259): stderr: \u000a| �[0;m�[1;31m20221214014145041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014145041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014145041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014145041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014145041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014145041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014145053 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014145062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014145062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014145062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:41:48.424090 run osmo-msc_10.42.42.6(pid=25266): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25266)]\u000a01:41:48.476122 run osmo-msc_10.42.42.6(pid=25266): stdout: \u000a| (launched: 2022-12-14_01:41:47.191398) \u000a01:41:48.528263 run osmo-msc_10.42.42.6(pid=25266): stderr: \u000a| �[0;m�[38;5;43m20221214014147669 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014147669 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b7b47cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014147669 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014147669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014147670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014147670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014147671 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014147672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014147672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014147672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:41:48.573044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25258): Terminating (SIGTERM)\u000a01:41:48.615694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25261): Terminating (SIGTERM)\u000a01:41:48.658068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25265): Terminating (SIGTERM)\u000a01:41:48.667855 --- ParallelTerminationStrategy: PID 25258 died...\u000a01:41:48.725057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25258): Terminated: ok {rc=0}\u000a01:41:48.735283 --- ParallelTerminationStrategy: PID 25261 died...\u000a01:41:48.791760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25261): Terminated: ok {rc=0}\u000a01:41:48.801980 --- ParallelTerminationStrategy: PID 25265 died...\u000a01:41:48.858434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25265): Terminated: ok {rc=0}\u000a01:41:48.945298 bus /sierra_3: Setting Powered False\u000a01:41:50.051100 bus /sierra_3: Setting Powered False\u000a01:41:51.159275 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:41:31" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25277): Process ended prematurely: osmo-stp_10.42.42.5(pid=25277) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25277)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25277): Process ended prematurely: osmo-stp_10.42.42.5(pid=25277) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a01:41:53.146664 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:41:53.158318 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:41:53.310005 tst mo_mt_call.py: using LAC 37668\u000a01:41:53.434597 tst mo_mt_call.py: using RAC 183\u000a01:41:53.559330 tst mo_mt_call.py: using CellId 37668\u000a01:41:53.683440 tst mo_mt_call.py: using BVCI 37669\u000a01:41:53.708005 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:41:53.719744 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:41:53.731616 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:41:53.743285 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:41:53.755346 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:41:53.767137 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:41:53.883937 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:41:54.093824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:41:54.601074 run create_hlr_db(pid=25271): Launched\u000a01:41:54.789233 bus /sierra_2: Setting Powered False\u000a01:41:55.808844 run create_hlr_db(pid=25271): Terminated: ok {rc=0}\u000a01:41:56.240130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25273): Launched\u000a01:41:56.563998 run osmo-hlr_10.42.42.2(pid=25274): Launched\u000a01:41:56.686068 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:41:57.248656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25276): Launched\u000a01:41:57.550592 run osmo-stp_10.42.42.5(pid=25277): Launched\u000a01:41:57.660162 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:41:58.211072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25279): Launched\u000a01:41:58.515972 run osmo-msc_10.42.42.6(pid=25280): Launched\u000a01:41:58.693215 run osmo-stp_10.42.42.5(pid=25277): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25277)]\u000a01:41:58.819826 run osmo-stp_10.42.42.5(pid=25277): stdout: \u000a| (launched: 2022-12-14_01:41:57.401602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:58.945069 run osmo-stp_10.42.42.5(pid=25277): stderr: \u000a| �[0;m�[38;5;43m20221214014157573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014157573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014157573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014157574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014157574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014157574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014157574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:59.066010 run osmo-stp_10.42.42.5(pid=25277): stdout: \u000a| (launched: 2022-12-14_01:41:57.401602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:59.185273 run osmo-stp_10.42.42.5(pid=25277): stderr: \u000a| �[0;m�[38;5;43m20221214014157573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014157573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014157573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014157574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014157574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014157574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014157574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:59.238335 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25277): Process ended prematurely: osmo-stp_10.42.42.5(pid=25277) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25277)] [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a01:41:59.247203 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:41:59.305614 run osmo-hlr_10.42.42.2(pid=25274): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25274)]\u000a01:41:59.353596 run osmo-hlr_10.42.42.2(pid=25274): stdout: \u000a| (launched: 2022-12-14_01:41:56.403837) \u000a01:41:59.402212 run osmo-hlr_10.42.42.2(pid=25274): stderr: \u000a| �[0;m�[1;31m20221214014156601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014156601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014156601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014156601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014156601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014156601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014156613 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014156621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014156621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014156621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:41:59.468360 run osmo-msc_10.42.42.6(pid=25280): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25280)]\u000a01:41:59.516317 run osmo-msc_10.42.42.6(pid=25280): stdout: \u000a| (launched: 2022-12-14_01:41:58.365661) \u000a01:41:59.564688 run osmo-msc_10.42.42.6(pid=25280): stderr: \u000a| �[0;m�[38;5;43m20221214014158636 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014158636 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb69b19dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014158637 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014158637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014158637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014158637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014158639 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014158639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014158639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014158639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:41:59.606221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25273): Terminating (SIGTERM)\u000a01:41:59.645990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25276): Terminating (SIGTERM)\u000a01:41:59.685136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25279): Terminating (SIGTERM)\u000a01:41:59.694327 --- ParallelTerminationStrategy: PID 25273 died...\u000a01:41:59.746793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25273): Terminated: ok {rc=0}\u000a01:41:59.756206 --- ParallelTerminationStrategy: PID 25276 died...\u000a01:41:59.808290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25276): Terminated: ok {rc=0}\u000a01:41:59.817844 --- ParallelTerminationStrategy: PID 25279 died...\u000a01:41:59.869982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25279): Terminated: ok {rc=0}\u000a01:41:59.957747 bus /sierra_3: Setting Powered False\u000a01:42:01.095686 bus /sierra_3: Setting Powered False\u000a01:42:02.222488 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25294): Process ended prematurely: osmo-stp_10.42.42.5(pid=25294) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25294)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25294): Process ended prematurely: osmo-stp_10.42.42.5(pid=25294) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:42:03.339426 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:42:03.352475 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:42:03.509235 tst mo_mt_call_osmux.py: using LAC 37669\u000a01:42:03.638458 tst mo_mt_call_osmux.py: using RAC 184\u000a01:42:03.767102 tst mo_mt_call_osmux.py: using CellId 37669\u000a01:42:03.893694 tst mo_mt_call_osmux.py: using BVCI 37670\u000a01:42:03.916571 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:42:03.927826 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:42:03.938867 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:42:03.949994 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:42:03.961527 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:42:03.972551 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:42:04.094860 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:42:04.295953 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:42:04.781592 run create_hlr_db(pid=25288): Launched\u000a01:42:04.953567 bus /sierra_2: Setting Powered False\u000a01:42:05.974806 run create_hlr_db(pid=25288): Terminated: ok {rc=0}\u000a01:42:06.376898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25290): Launched\u000a01:42:06.678348 run osmo-hlr_10.42.42.2(pid=25291): Launched\u000a01:42:06.797575 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:42:07.329259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25293): Launched\u000a01:42:07.630735 run osmo-stp_10.42.42.5(pid=25294): Launched\u000a01:42:07.740023 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:42:08.293145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25296): Launched\u000a01:42:08.596374 run osmo-msc_10.42.42.6(pid=25297): Launched\u000a01:42:08.773380 run osmo-stp_10.42.42.5(pid=25294): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25294)]\u000a01:42:08.900268 run osmo-stp_10.42.42.5(pid=25294): stdout: \u000a| (launched: 2022-12-14_01:42:07.481708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:09.025359 run osmo-stp_10.42.42.5(pid=25294): stderr: \u000a| �[0;m�[38;5;43m20221214014207654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014207654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014207654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014207654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014207655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014207655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014207655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:09.145739 run osmo-stp_10.42.42.5(pid=25294): stdout: \u000a| (launched: 2022-12-14_01:42:07.481708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:09.265852 run osmo-stp_10.42.42.5(pid=25294): stderr: \u000a| �[0;m�[38;5;43m20221214014207654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014207654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014207654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014207654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014207655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014207655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014207655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:09.318925 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25294): Process ended prematurely: osmo-stp_10.42.42.5(pid=25294) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25294)] [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a01:42:09.327320 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a01:42:09.385981 run osmo-hlr_10.42.42.2(pid=25291): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25291)]\u000a01:42:09.433908 run osmo-hlr_10.42.42.2(pid=25291): stdout: \u000a| (launched: 2022-12-14_01:42:06.529089) \u000a01:42:09.482722 run osmo-hlr_10.42.42.2(pid=25291): stderr: \u000a| �[0;m�[1;31m20221214014206705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014206705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014206705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014206705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014206706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014206706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014206718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014206726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014206727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014206727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:42:09.549110 run osmo-msc_10.42.42.6(pid=25297): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25297)]\u000a01:42:09.597121 run osmo-msc_10.42.42.6(pid=25297): stdout: \u000a| (launched: 2022-12-14_01:42:08.446668) \u000a01:42:09.645895 run osmo-msc_10.42.42.6(pid=25297): stderr: \u000a| �[0;m�[38;5;43m20221214014208717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014208717 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94a7927c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014208717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014208717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014208717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014208717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014208719 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014208720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014208720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014208720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:42:09.686951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25290): Terminating (SIGTERM)\u000a01:42:09.725633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25293): Terminating (SIGTERM)\u000a01:42:09.764816 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25296): Terminating (SIGTERM)\u000a01:42:09.773896 --- ParallelTerminationStrategy: PID 25290 died...\u000a01:42:09.825955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25290): Terminated: ok {rc=0}\u000a01:42:09.835249 --- ParallelTerminationStrategy: PID 25293 died...\u000a01:42:09.887055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25293): Terminated: ok {rc=0}\u000a01:42:09.896401 --- ParallelTerminationStrategy: PID 25296 died...\u000a01:42:09.948258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25296): Terminated: ok {rc=0}\u000a01:42:10.035828 bus /sierra_3: Setting Powered False\u000a01:42:11.137247 bus /sierra_3: Setting Powered False\u000a01:42:12.247672 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:41:52" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25308): Process ended prematurely: osmo-stp_10.42.42.5(pid=25308) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25308)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25308): Process ended prematurely: osmo-stp_10.42.42.5(pid=25308) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:42:14.219182 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:14.230583 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:42:14.376707 tst mo_mt_call.py: using LAC 37670\u000a01:42:14.495253 tst mo_mt_call.py: using RAC 185\u000a01:42:14.611674 tst mo_mt_call.py: using CellId 37670\u000a01:42:14.730014 tst mo_mt_call.py: using BVCI 37671\u000a01:42:14.752928 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:14.764234 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:14.775291 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:14.786408 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:14.797548 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:14.808482 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:42:14.927948 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:42:15.128355 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:42:15.610254 run create_hlr_db(pid=25302): Launched\u000a01:42:15.782694 bus /sierra_2: Setting Powered False\u000a01:42:16.855818 run create_hlr_db(pid=25302): Terminated: ok {rc=0}\u000a01:42:17.326753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25304): Launched\u000a01:42:17.654569 run osmo-hlr_10.42.42.2(pid=25305): Launched\u000a01:42:17.771460 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:42:18.338434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25307): Launched\u000a01:42:18.664266 run osmo-stp_10.42.42.5(pid=25308): Launched\u000a01:42:18.781999 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:42:19.374660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25310): Launched\u000a01:42:19.700122 run osmo-msc_10.42.42.6(pid=25311): Launched\u000a01:42:19.888718 run osmo-stp_10.42.42.5(pid=25308): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25308)]\u000a01:42:20.025110 run osmo-stp_10.42.42.5(pid=25308): stdout: \u000a| (launched: 2022-12-14_01:42:18.502830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:20.160717 run osmo-stp_10.42.42.5(pid=25308): stderr: \u000a| �[0;m�[38;5;43m20221214014218693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014218693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014218693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014218694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014218694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014218694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014218694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:20.290267 run osmo-stp_10.42.42.5(pid=25308): stdout: \u000a| (launched: 2022-12-14_01:42:18.502830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:20.418897 run osmo-stp_10.42.42.5(pid=25308): stderr: \u000a| �[0;m�[38;5;43m20221214014218693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014218693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014218693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014218694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014218694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014218694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014218694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:20.475802 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25308): Process ended prematurely: osmo-stp_10.42.42.5(pid=25308) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25308)] [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a01:42:20.485306 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:42:20.547445 run osmo-hlr_10.42.42.2(pid=25305): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25305)]\u000a01:42:20.598168 run osmo-hlr_10.42.42.2(pid=25305): stdout: \u000a| (launched: 2022-12-14_01:42:17.491862) \u000a01:42:20.649811 run osmo-hlr_10.42.42.2(pid=25305): stderr: \u000a| �[0;m�[1;31m20221214014217687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014217687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014217687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014217687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014217687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014217687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014217700 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014217708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014217708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014217708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:42:20.720180 run osmo-msc_10.42.42.6(pid=25311): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25311)]\u000a01:42:20.771462 run osmo-msc_10.42.42.6(pid=25311): stdout: \u000a| (launched: 2022-12-14_01:42:19.539063) \u000a01:42:20.823039 run osmo-msc_10.42.42.6(pid=25311): stderr: \u000a| �[0;m�[38;5;43m20221214014219861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014219861 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f745b85ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014219861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014219861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014219861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014219862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014219863 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014219863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014219864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014219864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:42:20.866881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25304): Terminating (SIGTERM)\u000a01:42:20.908527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25307): Terminating (SIGTERM)\u000a01:42:20.950741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25310): Terminating (SIGTERM)\u000a01:42:20.960352 --- ParallelTerminationStrategy: PID 25304 died...\u000a01:42:21.016064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25304): Terminated: ok {rc=0}\u000a01:42:21.026043 --- ParallelTerminationStrategy: PID 25307 died...\u000a01:42:21.081242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25307): Terminated: ok {rc=0}\u000a01:42:21.091111 --- ParallelTerminationStrategy: PID 25310 died...\u000a01:42:21.146495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25310): Terminated: ok {rc=0}\u000a01:42:21.233546 bus /sierra_3: Setting Powered False\u000a01:42:22.338995 bus /sierra_3: Setting Powered False\u000a01:42:23.451010 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25319): Process ended prematurely: osmo-stp_10.42.42.5(pid=25319) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25319)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25319): Process ended prematurely: osmo-stp_10.42.42.5(pid=25319) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:42:24.560481 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:24.572377 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:42:24.718853 tst mo_mt_call_osmux.py: using LAC 37671\u000a01:42:24.838288 tst mo_mt_call_osmux.py: using RAC 186\u000a01:42:24.958474 tst mo_mt_call_osmux.py: using CellId 37671\u000a01:42:25.075454 tst mo_mt_call_osmux.py: using BVCI 37672\u000a01:42:25.098257 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:25.109486 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:25.120437 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:25.131387 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:25.142481 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:25.153563 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:42:25.268901 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:42:25.473764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:42:25.956722 run create_hlr_db(pid=25313): Launched\u000a01:42:26.128509 bus /sierra_2: Setting Powered False\u000a01:42:27.149778 run create_hlr_db(pid=25313): Terminated: ok {rc=0}\u000a01:42:27.582235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25315): Launched\u000a01:42:27.907854 run osmo-hlr_10.42.42.2(pid=25316): Launched\u000a01:42:28.029212 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:42:28.590896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25318): Launched\u000a01:42:28.915549 run osmo-stp_10.42.42.5(pid=25319): Launched\u000a01:42:29.032027 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:42:29.630455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25321): Launched\u000a01:42:29.958326 run osmo-msc_10.42.42.6(pid=25322): Launched\u000a01:42:30.148861 run osmo-stp_10.42.42.5(pid=25319): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25319)]\u000a01:42:30.286445 run osmo-stp_10.42.42.5(pid=25319): stdout: \u000a| (launched: 2022-12-14_01:42:28.754949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:30.422052 run osmo-stp_10.42.42.5(pid=25319): stderr: \u000a| �[0;m�[38;5;43m20221214014228946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014228947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014228947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014228947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014228948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014228948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014228948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:30.552242 run osmo-stp_10.42.42.5(pid=25319): stdout: \u000a| (launched: 2022-12-14_01:42:28.754949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:30.681331 run osmo-stp_10.42.42.5(pid=25319): stderr: \u000a| �[0;m�[38;5;43m20221214014228946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014228947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014228947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014228947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014228948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014228948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014228948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:30.738494 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25319): Process ended prematurely: osmo-stp_10.42.42.5(pid=25319) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25319)] [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a01:42:30.748295 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:42:30.811007 run osmo-hlr_10.42.42.2(pid=25316): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25316)]\u000a01:42:30.864854 run osmo-hlr_10.42.42.2(pid=25316): stdout: \u000a| (launched: 2022-12-14_01:42:27.747126) \u000a01:42:30.925904 run osmo-hlr_10.42.42.2(pid=25316): stderr: \u000a| �[0;m�[1;31m20221214014227944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014227944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014227944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014227944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014227944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014227944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014227957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014227965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014227965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014227965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:42:30.995136 run osmo-msc_10.42.42.6(pid=25322): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25322)]\u000a01:42:31.045544 run osmo-msc_10.42.42.6(pid=25322): stdout: \u000a| (launched: 2022-12-14_01:42:29.795874) \u000a01:42:31.096266 run osmo-msc_10.42.42.6(pid=25322): stderr: \u000a| �[0;m�[38;5;43m20221214014230116 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014230116 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba99deac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014230116 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014230116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014230116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014230116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014230118 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014230118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014230118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014230119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:42:31.139263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25315): Terminating (SIGTERM)\u000a01:42:31.181776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25318): Terminating (SIGTERM)\u000a01:42:31.223275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25321): Terminating (SIGTERM)\u000a01:42:31.234516 --- ParallelTerminationStrategy: PID 25315 died...\u000a01:42:31.290823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25315): Terminated: ok {rc=0}\u000a01:42:31.301289 --- ParallelTerminationStrategy: PID 25318 died...\u000a01:42:31.355841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25318): Terminated: ok {rc=0}\u000a01:42:31.366331 --- ParallelTerminationStrategy: PID 25321 died...\u000a01:42:31.420136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25321): Terminated: ok {rc=0}\u000a01:42:31.505594 bus /sierra_3: Setting Powered False\u000a01:42:32.608645 bus /sierra_3: Setting Powered False\u000a01:42:33.715177 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:42:13" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25334): Process ended prematurely: osmo-stp_10.42.42.5(pid=25334) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25334)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25334): Process ended prematurely: osmo-stp_10.42.42.5(pid=25334) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:42:35.699236 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:35.710956 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:42:35.868176 tst mo_mt_call.py: using LAC 37672\u000a01:42:35.994811 tst mo_mt_call.py: using RAC 187\u000a01:42:36.128605 tst mo_mt_call.py: using CellId 37672\u000a01:42:36.252925 tst mo_mt_call.py: using BVCI 37673\u000a01:42:36.277705 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:36.289547 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:36.301453 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:36.313028 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:36.325543 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:36.338050 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:42:36.456715 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:42:36.666999 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:42:37.173997 run create_hlr_db(pid=25328): Launched\u000a01:42:37.360505 bus /sierra_2: Setting Powered False\u000a01:42:38.380172 run create_hlr_db(pid=25328): Terminated: ok {rc=0}\u000a01:42:38.786131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25330): Launched\u000a01:42:39.087647 run osmo-hlr_10.42.42.2(pid=25331): Launched\u000a01:42:39.197403 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:42:39.756669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25333): Launched\u000a01:42:40.081707 run osmo-stp_10.42.42.5(pid=25334): Launched\u000a01:42:40.198507 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:42:40.790806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25336): Launched\u000a01:42:41.113419 run osmo-msc_10.42.42.6(pid=25337): Launched\u000a01:42:41.302073 run osmo-stp_10.42.42.5(pid=25334): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25334)]\u000a01:42:41.438618 run osmo-stp_10.42.42.5(pid=25334): stdout: \u000a| (launched: 2022-12-14_01:42:39.920675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:41.574609 run osmo-stp_10.42.42.5(pid=25334): stderr: \u000a| �[0;m�[38;5;43m20221214014240112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014240112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014240113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014240113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014240113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014240114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014240114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:41.703693 run osmo-stp_10.42.42.5(pid=25334): stdout: \u000a| (launched: 2022-12-14_01:42:39.920675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:41.832084 run osmo-stp_10.42.42.5(pid=25334): stderr: \u000a| �[0;m�[38;5;43m20221214014240112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014240112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014240113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014240113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014240113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014240114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014240114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:41.888714 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25334): Process ended prematurely: osmo-stp_10.42.42.5(pid=25334) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25334)] [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:42:41.898041 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a01:42:41.960013 run osmo-hlr_10.42.42.2(pid=25331): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25331)]\u000a01:42:42.011038 run osmo-hlr_10.42.42.2(pid=25331): stdout: \u000a| (launched: 2022-12-14_01:42:38.938495) \u000a01:42:42.062370 run osmo-hlr_10.42.42.2(pid=25331): stderr: \u000a| �[0;m�[1;31m20221214014239114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014239114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014239114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014239114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014239114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014239114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014239126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014239135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014239136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014239136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:42:42.132605 run osmo-msc_10.42.42.6(pid=25337): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25337)]\u000a01:42:42.183825 run osmo-msc_10.42.42.6(pid=25337): stdout: \u000a| (launched: 2022-12-14_01:42:40.954353) \u000a01:42:42.234988 run osmo-msc_10.42.42.6(pid=25337): stderr: \u000a| �[0;m�[38;5;43m20221214014241274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014241274 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe524a93c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014241274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014241274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014241275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014241275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014241276 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014241277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014241277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014241277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:42:42.278646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25330): Terminating (SIGTERM)\u000a01:42:42.320041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25333): Terminating (SIGTERM)\u000a01:42:42.362063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25336): Terminating (SIGTERM)\u000a01:42:42.371595 --- ParallelTerminationStrategy: PID 25330 died...\u000a01:42:42.426932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25330): Terminated: ok {rc=0}\u000a01:42:42.436816 --- ParallelTerminationStrategy: PID 25333 died...\u000a01:42:42.492133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25333): Terminated: ok {rc=0}\u000a01:42:42.502005 --- ParallelTerminationStrategy: PID 25336 died...\u000a01:42:42.557280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25336): Terminated: ok {rc=0}\u000a01:42:42.643842 bus /sierra_3: Setting Powered False\u000a01:42:43.750011 bus /sierra_3: Setting Powered False\u000a01:42:44.856320 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25345): Process ended prematurely: osmo-stp_10.42.42.5(pid=25345) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25345)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25345): Process ended prematurely: osmo-stp_10.42.42.5(pid=25345) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:42:45.993100 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:46.007336 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:42:46.188479 tst mo_mt_call_osmux.py: using LAC 37673\u000a01:42:46.323034 tst mo_mt_call_osmux.py: using RAC 188\u000a01:42:46.454073 tst mo_mt_call_osmux.py: using CellId 37673\u000a01:42:46.585969 tst mo_mt_call_osmux.py: using BVCI 37674\u000a01:42:46.612349 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:46.625755 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:46.638864 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:46.652588 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:46.667948 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:46.681904 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:42:46.827261 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:42:47.080411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:42:47.578477 run create_hlr_db(pid=25339): Launched\u000a01:42:47.750345 bus /sierra_2: Setting Powered False\u000a01:42:48.772865 run create_hlr_db(pid=25339): Terminated: ok {rc=0}\u000a01:42:49.204565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25341): Launched\u000a01:42:49.528319 run osmo-hlr_10.42.42.2(pid=25342): Launched\u000a01:42:49.647945 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:42:50.210546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25344): Launched\u000a01:42:50.535228 run osmo-stp_10.42.42.5(pid=25345): Launched\u000a01:42:50.652583 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:42:51.248333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25347): Launched\u000a01:42:51.573582 run osmo-msc_10.42.42.6(pid=25348): Launched\u000a01:42:51.764860 run osmo-stp_10.42.42.5(pid=25345): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25345)]\u000a01:42:51.902077 run osmo-stp_10.42.42.5(pid=25345): stdout: \u000a| (launched: 2022-12-14_01:42:50.374474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:52.038451 run osmo-stp_10.42.42.5(pid=25345): stderr: \u000a| �[0;m�[38;5;43m20221214014250567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014250567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014250567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014250567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014250568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014250568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014250568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:52.168256 run osmo-stp_10.42.42.5(pid=25345): stdout: \u000a| (launched: 2022-12-14_01:42:50.374474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:52.296378 run osmo-stp_10.42.42.5(pid=25345): stderr: \u000a| �[0;m�[38;5;43m20221214014250567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014250567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014250567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014250567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014250568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014250568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014250568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:52.353254 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25345): Process ended prematurely: osmo-stp_10.42.42.5(pid=25345) [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25345)] [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:42:52.362612 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a01:42:52.425194 run osmo-hlr_10.42.42.2(pid=25342): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25342)]\u000a01:42:52.476436 run osmo-hlr_10.42.42.2(pid=25342): stdout: \u000a| (launched: 2022-12-14_01:42:49.368926) \u000a01:42:52.528407 run osmo-hlr_10.42.42.2(pid=25342): stderr: \u000a| �[0;m�[1;31m20221214014249567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014249568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014249568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014249568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014249568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014249568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014249580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014249588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014249588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014249588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:42:52.598766 run osmo-msc_10.42.42.6(pid=25348): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25348)]\u000a01:42:52.649811 run osmo-msc_10.42.42.6(pid=25348): stdout: \u000a| (launched: 2022-12-14_01:42:51.412116) \u000a01:42:52.701647 run osmo-msc_10.42.42.6(pid=25348): stderr: \u000a| �[0;m�[38;5;43m20221214014251731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014251732 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62b4ea9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014251732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014251732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014251732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014251732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014251734 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014251735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014251735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014251735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:42:52.745581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25341): Terminating (SIGTERM)\u000a01:42:52.787334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25344): Terminating (SIGTERM)\u000a01:42:52.828809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25347): Terminating (SIGTERM)\u000a01:42:52.838424 --- ParallelTerminationStrategy: PID 25341 died...\u000a01:42:52.893988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25341): Terminated: ok {rc=0}\u000a01:42:52.903873 --- ParallelTerminationStrategy: PID 25344 died...\u000a01:42:52.959268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25344): Terminated: ok {rc=0}\u000a01:42:52.969210 --- ParallelTerminationStrategy: PID 25347 died...\u000a01:42:53.024987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25347): Terminated: ok {rc=0}\u000a01:42:53.112146 bus /sierra_3: Setting Powered False\u000a01:42:54.217604 bus /sierra_3: Setting Powered False\u000a01:42:55.329495 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:42:35" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25359): Process ended prematurely: osmo-stp_10.42.42.5(pid=25359) [trial-2397↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25359)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25359): Process ended prematurely: osmo-stp_10.42.42.5(pid=25359) [trial-2397↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:42:57.320421 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:42:57.332481 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:42:57.489144 tst mo_mt_call.py: using LAC 37674\u000a01:42:57.614110 tst mo_mt_call.py: using RAC 189\u000a01:42:57.739487 tst mo_mt_call.py: using CellId 37674\u000a01:42:57.870600 tst mo_mt_call.py: using BVCI 37675\u000a01:42:57.895280 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:42:57.907130 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:42:57.918859 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:42:57.930474 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:42:57.942638 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:42:57.954973 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:42:58.070743 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:42:58.281874 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:42:58.790950 run create_hlr_db(pid=25353): Launched\u000a01:42:58.977231 bus /sierra_2: Setting Powered False\u000a01:42:59.997883 run create_hlr_db(pid=25353): Terminated: ok {rc=0}\u000a01:43:00.431069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25355): Launched\u000a01:43:00.755672 run osmo-hlr_10.42.42.2(pid=25356): Launched\u000a01:43:00.945861 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:43:01.602283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25358): Launched\u000a01:43:02.032518 run osmo-stp_10.42.42.5(pid=25359): Launched\u000a01:43:02.174052 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:43:02.757321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25361): Launched\u000a01:43:03.062015 run osmo-msc_10.42.42.6(pid=25362): Launched\u000a01:43:03.238547 run osmo-stp_10.42.42.5(pid=25359): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25359)]\u000a01:43:03.365928 run osmo-stp_10.42.42.5(pid=25359): stdout: \u000a| (launched: 2022-12-14_01:43:01.769368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:03.490862 run osmo-stp_10.42.42.5(pid=25359): stderr: \u000a| �[0;m�[38;5;43m20221214014302062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014302062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014302062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014302063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014302063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014302063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014302063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:03.611192 run osmo-stp_10.42.42.5(pid=25359): stdout: \u000a| (launched: 2022-12-14_01:43:01.769368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:03.730258 run osmo-stp_10.42.42.5(pid=25359): stderr: \u000a| �[0;m�[38;5;43m20221214014302062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014302062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014302062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014302063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014302063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014302063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014302063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:03.783095 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25359): Process ended prematurely: osmo-stp_10.42.42.5(pid=25359) [trial-2397↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25359)] [trial-2397↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:43:03.791717 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a01:43:03.850941 run osmo-hlr_10.42.42.2(pid=25356): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25356)]\u000a01:43:03.899494 run osmo-hlr_10.42.42.2(pid=25356): stdout: \u000a| (launched: 2022-12-14_01:43:00.594889) \u000a01:43:03.948768 run osmo-hlr_10.42.42.2(pid=25356): stderr: \u000a| �[0;m�[1;31m20221214014300796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014300796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014300796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014300796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014300796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014300796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014300809 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014300817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014300817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014300817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:43:04.015543 run osmo-msc_10.42.42.6(pid=25362): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25362)]\u000a01:43:04.063888 run osmo-msc_10.42.42.6(pid=25362): stdout: \u000a| (launched: 2022-12-14_01:43:02.910716) \u000a01:43:04.112647 run osmo-msc_10.42.42.6(pid=25362): stderr: \u000a| �[0;m�[38;5;43m20221214014303181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014303181 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb13ede0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014303181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014303182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014303182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014303182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014303184 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014303184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014303184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014303184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:43:04.153895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25355): Terminating (SIGTERM)\u000a01:43:04.192785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25358): Terminating (SIGTERM)\u000a01:43:04.231559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25361): Terminating (SIGTERM)\u000a01:43:04.240672 --- ParallelTerminationStrategy: PID 25355 died...\u000a01:43:04.292985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25355): Terminated: ok {rc=0}\u000a01:43:04.302410 --- ParallelTerminationStrategy: PID 25358 died...\u000a01:43:04.354482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25358): Terminated: ok {rc=0}\u000a01:43:04.363859 --- ParallelTerminationStrategy: PID 25361 died...\u000a01:43:04.415957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25361): Terminated: ok {rc=0}\u000a01:43:04.499007 bus /sierra_3: Setting Powered False\u000a01:43:05.604475 bus /sierra_3: Setting Powered False\u000a01:43:06.715491 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25370): Process ended prematurely: osmo-stp_10.42.42.5(pid=25370) [trial-2397↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25370)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25370): Process ended prematurely: osmo-stp_10.42.42.5(pid=25370) [trial-2397↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25370)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:43:07.824145 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:43:07.836148 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:43:07.984607 tst mo_mt_call_osmux.py: using LAC 37675\u000a01:43:08.107096 tst mo_mt_call_osmux.py: using RAC 190\u000a01:43:08.223839 tst mo_mt_call_osmux.py: using CellId 37675\u000a01:43:08.340803 tst mo_mt_call_osmux.py: using BVCI 37676\u000a01:43:08.363739 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:43:08.375045 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:43:08.386223 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:43:08.397366 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:43:08.408556 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:43:08.419643 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:43:08.541564 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:43:08.743311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:43:09.227722 run create_hlr_db(pid=25364): Launched\u000a01:43:09.400603 bus /sierra_2: Setting Powered False\u000a01:43:10.422854 run create_hlr_db(pid=25364): Terminated: ok {rc=0}\u000a01:43:10.856663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25366): Launched\u000a01:43:11.182705 run osmo-hlr_10.42.42.2(pid=25367): Launched\u000a01:43:11.302625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:43:11.868828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25369): Launched\u000a01:43:12.192517 run osmo-stp_10.42.42.5(pid=25370): Launched\u000a01:43:12.313340 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:43:12.908339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25372): Launched\u000a01:43:13.233742 run osmo-msc_10.42.42.6(pid=25373): Launched\u000a01:43:13.423115 run osmo-stp_10.42.42.5(pid=25370): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25370)]\u000a01:43:13.560629 run osmo-stp_10.42.42.5(pid=25370): stdout: \u000a| (launched: 2022-12-14_01:43:12.033333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:13.696556 run osmo-stp_10.42.42.5(pid=25370): stderr: \u000a| �[0;m�[38;5;43m20221214014312226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014312226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014312227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014312227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014312228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014312228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014312228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:13.826575 run osmo-stp_10.42.42.5(pid=25370): stdout: \u000a| (launched: 2022-12-14_01:43:12.033333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:13.955097 run osmo-stp_10.42.42.5(pid=25370): stderr: \u000a| �[0;m�[38;5;43m20221214014312226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014312226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014312227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014312227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014312228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014312228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014312228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:14.012080 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25370): Process ended prematurely: osmo-stp_10.42.42.5(pid=25370) [trial-2397↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25370)] [trial-2397↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:43:14.021727 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:43:14.084232 run osmo-hlr_10.42.42.2(pid=25367): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25367)]\u000a01:43:14.135432 run osmo-hlr_10.42.42.2(pid=25367): stdout: \u000a| (launched: 2022-12-14_01:43:11.021379) \u000a01:43:14.187051 run osmo-hlr_10.42.42.2(pid=25367): stderr: \u000a| �[0;m�[1;31m20221214014311219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014311219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014311219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014311219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014311219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014311220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014311233 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014311241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014311241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014311241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:43:14.257097 run osmo-msc_10.42.42.6(pid=25373): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25373)]\u000a01:43:14.307985 run osmo-msc_10.42.42.6(pid=25373): stdout: \u000a| (launched: 2022-12-14_01:43:13.072559) \u000a01:43:14.359667 run osmo-msc_10.42.42.6(pid=25373): stderr: \u000a| �[0;m�[38;5;43m20221214014313393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014313393 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f64d5e0ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014313393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014313394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014313394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014313394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014313396 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014313396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014313396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014313396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:43:14.403659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25366): Terminating (SIGTERM)\u000a01:43:14.445200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25369): Terminating (SIGTERM)\u000a01:43:14.486903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25372): Terminating (SIGTERM)\u000a01:43:14.496570 --- ParallelTerminationStrategy: PID 25366 died...\u000a01:43:14.552677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25366): Terminated: ok {rc=0}\u000a01:43:14.562745 --- ParallelTerminationStrategy: PID 25369 died...\u000a01:43:14.618357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25369): Terminated: ok {rc=0}\u000a01:43:14.628254 --- ParallelTerminationStrategy: PID 25372 died...\u000a01:43:14.683946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25372): Terminated: ok {rc=0}\u000a01:43:14.769425 bus /sierra_3: Setting Powered False\u000a01:43:15.880546 bus /sierra_3: Setting Powered False\u000a01:43:17.017803 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:42:57" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25384): Process ended prematurely: osmo-stp_10.42.42.5(pid=25384) [trial-2397↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25384)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25384): Process ended prematurely: osmo-stp_10.42.42.5(pid=25384) [trial-2397↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:43:19.017609 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:19.028862 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:43:19.155041 tst emergency_mo_mt_call.py: using LAC 37676\u000a01:43:19.273000 tst emergency_mo_mt_call.py: using RAC 191\u000a01:43:19.389378 tst emergency_mo_mt_call.py: using CellId 37676\u000a01:43:19.507120 tst emergency_mo_mt_call.py: using BVCI 37677\u000a01:43:19.529761 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:19.540449 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:19.551171 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:19.561811 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:19.572309 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:19.582818 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:19.696788 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:19.899275 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:43:20.372914 run create_hlr_db(pid=25378): Launched\u000a01:43:20.543236 bus /sierra_2: Setting Powered False\u000a01:43:21.564629 run create_hlr_db(pid=25378): Terminated: ok {rc=0}\u000a01:43:21.989481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25380): Launched\u000a01:43:22.309268 run osmo-hlr_10.42.42.2(pid=25381): Launched\u000a01:43:22.426940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:43:22.982524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25383): Launched\u000a01:43:23.301109 run osmo-stp_10.42.42.5(pid=25384): Launched\u000a01:43:23.431214 tst emergency_mo_mt_call.py: using MSISDN 8434\u000a01:43:23.589842 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:43:24.171511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25386): Launched\u000a01:43:24.489814 run osmo-msc_10.42.42.6(pid=25387): Launched\u000a01:43:24.675193 run osmo-stp_10.42.42.5(pid=25384): ERR: Terminated: ERROR {rc=1} [trial-2397↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25384)]\u000a01:43:24.810176 run osmo-stp_10.42.42.5(pid=25384): stdout: \u000a| (launched: 2022-12-14_01:43:23.143076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:24.943771 run osmo-stp_10.42.42.5(pid=25384): stderr: \u000a| �[0;m�[38;5;43m20221214014323335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014323335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014323335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014323336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014323336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014323336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014323336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:25.071296 run osmo-stp_10.42.42.5(pid=25384): stdout: \u000a| (launched: 2022-12-14_01:43:23.143076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:25.197682 run osmo-stp_10.42.42.5(pid=25384): stderr: \u000a| �[0;m�[38;5;43m20221214014323335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014323335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014323335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014323336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014323336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014323336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014323336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:25.253086 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=25384): Process ended prematurely: osmo-stp_10.42.42.5(pid=25384) [trial-2397↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25384)] [trial-2397↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a01:43:25.261748 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a01:43:25.324071 run osmo-hlr_10.42.42.2(pid=25381): ERR: Terminated: ERROR {rc=237} [trial-2397↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25381)]\u000a01:43:25.375040 run osmo-hlr_10.42.42.2(pid=25381): stdout: \u000a| (launched: 2022-12-14_01:43:22.150593) \u000a01:43:25.426982 run osmo-hlr_10.42.42.2(pid=25381): stderr: \u000a| �[0;m�[1;31m20221214014322346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014322346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014322346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014322346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014322346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014322346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014322359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014322367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014322367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014322368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:43:25.497105 run osmo-msc_10.42.42.6(pid=25387): ERR: Terminated: ERROR {rc=2} [trial-2397↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25387)]\u000a01:43:25.548151 run osmo-msc_10.42.42.6(pid=25387): stdout: \u000a| (launched: 2022-12-14_01:43:24.331847) \u000a01:43:25.599808 run osmo-msc_10.42.42.6(pid=25387): stderr: \u000a| �[0;m�[38;5;43m20221214014324653 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014324653 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3a6eeb0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014324653 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014324653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014324653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014324653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014324655 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014324655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014324656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014324656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:43:25.643957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25380): Terminating (SIGTERM)\u000a01:43:25.685638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25383): Terminating (SIGTERM)\u000a01:43:25.727622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25386): Terminating (SIGTERM)\u000a01:43:25.737282 --- ParallelTerminationStrategy: PID 25380 died...\u000a01:43:25.793362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25380): Terminated: ok {rc=0}\u000a01:43:25.803309 --- ParallelTerminationStrategy: PID 25383 died...\u000a01:43:25.858921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25383): Terminated: ok {rc=0}\u000a01:43:25.868824 --- ParallelTerminationStrategy: PID 25386 died...\u000a01:43:25.924227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25386): Terminated: ok {rc=0}\u000a01:43:26.010382 bus /sierra_3: Setting Powered False\u000a01:43:27.115201 bus /sierra_3: Setting Powered False\u000a01:43:28.223275 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25395): Process ended prematurely: osmo-stp_10.42.42.5(pid=25395) [trial-2397↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25395)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25395): Process ended prematurely: osmo-stp_10.42.42.5(pid=25395) [trial-2397↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25395)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:43:29.275078 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:29.286999 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:43:29.419019 tst emergency_preemptive_call.py: using LAC 37677\u000a01:43:29.534240 tst emergency_preemptive_call.py: using RAC 192\u000a01:43:29.648040 tst emergency_preemptive_call.py: using CellId 37677\u000a01:43:29.763842 tst emergency_preemptive_call.py: using BVCI 37678\u000a01:43:29.786410 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:29.797311 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:29.807944 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:29.818546 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:29.829162 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:29.840272 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:29.960396 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:30.076507 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:30.189710 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:30.392374 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:43:30.870731 run create_hlr_db(pid=25389): Launched\u000a01:43:31.066965 bus /sierra_2: Setting Powered False\u000a01:43:32.084714 run create_hlr_db(pid=25389): Terminated: ok {rc=0}\u000a01:43:32.515957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25391): Launched\u000a01:43:32.835735 run osmo-hlr_10.42.42.2(pid=25392): Launched\u000a01:43:32.951180 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:43:33.506492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25394): Launched\u000a01:43:33.826612 run osmo-stp_10.42.42.5(pid=25395): Launched\u000a01:43:33.956438 tst emergency_preemptive_call.py: using MSISDN 8435\u000a01:43:34.114869 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:43:34.696470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25397): Launched\u000a01:43:35.017967 run osmo-msc_10.42.42.6(pid=25398): Launched\u000a01:43:35.205536 run osmo-stp_10.42.42.5(pid=25395): ERR: Terminated: ERROR {rc=1} [trial-2397↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25395)]\u000a01:43:35.341367 run osmo-stp_10.42.42.5(pid=25395): stdout: \u000a| (launched: 2022-12-14_01:43:33.667485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:35.476112 run osmo-stp_10.42.42.5(pid=25395): stderr: \u000a| �[0;m�[38;5;43m20221214014333859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014333859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014333859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014333860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014333860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014333860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014333860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:35.605404 run osmo-stp_10.42.42.5(pid=25395): stdout: \u000a| (launched: 2022-12-14_01:43:33.667485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:35.732596 run osmo-stp_10.42.42.5(pid=25395): stderr: \u000a| �[0;m�[38;5;43m20221214014333859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014333859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014333859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014333860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014333860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014333860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014333860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:35.788812 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=25395): Process ended prematurely: osmo-stp_10.42.42.5(pid=25395) [trial-2397↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25395)] [trial-2397↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a01:43:35.797714 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a01:43:35.860815 run osmo-hlr_10.42.42.2(pid=25392): ERR: Terminated: ERROR {rc=237} [trial-2397↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25392)]\u000a01:43:35.912069 run osmo-hlr_10.42.42.2(pid=25392): stdout: \u000a| (launched: 2022-12-14_01:43:32.677387) \u000a01:43:35.964188 run osmo-hlr_10.42.42.2(pid=25392): stderr: \u000a| �[0;m�[1;31m20221214014332874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014332874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014332874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014332874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014332874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014332874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014332886 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014332895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014332895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014332895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:43:36.034925 run osmo-msc_10.42.42.6(pid=25398): ERR: Terminated: ERROR {rc=2} [trial-2397↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25398)]\u000a01:43:36.086261 run osmo-msc_10.42.42.6(pid=25398): stdout: \u000a| (launched: 2022-12-14_01:43:34.858288) \u000a01:43:36.138015 run osmo-msc_10.42.42.6(pid=25398): stderr: \u000a| �[0;m�[38;5;43m20221214014335177 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014335177 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2770cd5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014335177 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014335177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014335178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014335178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014335180 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014335180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014335180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014335180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:43:36.182051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25391): Terminating (SIGTERM)\u000a01:43:36.223839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25394): Terminating (SIGTERM)\u000a01:43:36.266130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25397): Terminating (SIGTERM)\u000a01:43:36.275718 --- ParallelTerminationStrategy: PID 25391 died...\u000a01:43:36.332072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25391): Terminated: ok {rc=0}\u000a01:43:36.342132 --- ParallelTerminationStrategy: PID 25394 died...\u000a01:43:36.397878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25394): Terminated: ok {rc=0}\u000a01:43:36.407847 --- ParallelTerminationStrategy: PID 25397 died...\u000a01:43:36.463585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25397): Terminated: ok {rc=0}\u000a01:43:36.550503 bus /sierra_9: Setting Powered False\u000a01:43:37.656415 bus /sierra_9: Setting Powered False\u000a01:43:38.766424 bus /sierra_8: Setting Powered False\u000a01:43:39.871940 bus /sierra_8: Setting Powered False\u000a01:43:40.979141 bus /sierra_3: Setting Powered False\u000a01:43:42.084703 bus /sierra_3: Setting Powered False\u000a01:43:43.191917 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:43:18" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25413): Process ended prematurely: osmo-stp_10.42.42.5(pid=25413) [trial-2397↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25413)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25413): Process ended prematurely: osmo-stp_10.42.42.5(pid=25413) [trial-2397↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25413)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:43:45.303654 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:45.314886 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:43:45.446989 tst cs_paging_gprs_active.py: using LAC 37678\u000a01:43:45.573824 tst cs_paging_gprs_active.py: using RAC 193\u000a01:43:45.702791 tst cs_paging_gprs_active.py: using CellId 37678\u000a01:43:45.839067 tst cs_paging_gprs_active.py: using BVCI 37679\u000a01:43:45.877288 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:45.889664 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:45.901951 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:45.914382 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:45.927916 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:45.941049 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:45.954941 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:45.966856 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:45.980717 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:46.109061 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:46.441698 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:43:46.580018 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:43:46.933803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25403): Launched\u000a01:43:47.210506 run iperf3-srv_10.42.42.10(pid=25404): Launched\u000a01:43:47.400455 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:43:47.527096 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:43:47.844299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25405): Launched\u000a01:43:48.107237 run iperf3-srv_10.42.42.10(pid=25406): Launched\u000a01:43:48.292119 tst cs_paging_gprs_active.py:38: start network...\u000a01:43:48.417763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:43:48.904809 run create_hlr_db(pid=25407): Launched\u000a01:43:49.078376 bus /sierra_2: Setting Powered False\u000a01:43:50.101013 run create_hlr_db(pid=25407): Terminated: ok {rc=0}\u000a01:43:50.505601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25409): Launched\u000a01:43:50.808910 run osmo-hlr_10.42.42.2(pid=25410): Launched\u000a01:43:50.918147 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:43:51.444902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25412): Launched\u000a01:43:51.747894 run osmo-stp_10.42.42.5(pid=25413): Launched\u000a01:43:51.856923 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:43:52.386198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25415): Launched\u000a01:43:52.493423 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:43:52.758494 run patchelf(pid=25416): Launched\u000a01:43:52.935833 run osmo-stp_10.42.42.5(pid=25413): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25413)]\u000a01:43:53.065427 run osmo-stp_10.42.42.5(pid=25413): stdout: \u000a| (launched: 2022-12-14_01:43:51.597862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:53.195874 run osmo-stp_10.42.42.5(pid=25413): stderr: \u000a| �[0;m�[38;5;43m20221214014351770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014351770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014351770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014351771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014351771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014351771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014351771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:53.320409 run osmo-stp_10.42.42.5(pid=25413): stdout: \u000a| (launched: 2022-12-14_01:43:51.597862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:53.443998 run osmo-stp_10.42.42.5(pid=25413): stderr: \u000a| �[0;m�[38;5;43m20221214014351770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014351770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014351770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014351771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014351771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014351771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014351771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:53.587890 run patchelf(pid=25416): Terminating (SIGINT)\u000a01:43:53.757630 run patchelf(pid=25416): Terminated: ok {rc=0}\u000a01:43:53.788942 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25413): Process ended prematurely: osmo-stp_10.42.42.5(pid=25413) [trial-2397↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25413)] [trial-2397↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a01:43:53.798414 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a01:43:53.857479 run osmo-hlr_10.42.42.2(pid=25410): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25410)]\u000a01:43:53.905233 run osmo-hlr_10.42.42.2(pid=25410): stdout: \u000a| (launched: 2022-12-14_01:43:50.658325) \u000a01:43:53.954129 run osmo-hlr_10.42.42.2(pid=25410): stderr: \u000a| �[0;m�[1;31m20221214014350834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014350834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014350834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014350834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014350834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014350834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014350846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014350857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014350857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014350857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:43:53.995687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25403): Terminating (SIGTERM)\u000a01:43:54.034827 run iperf3-srv_10.42.42.10(pid=25404): Terminating (SIGTERM)\u000a01:43:54.073910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25405): Terminating (SIGTERM)\u000a01:43:54.112919 run iperf3-srv_10.42.42.10(pid=25406): Terminating (SIGTERM)\u000a01:43:54.151962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25409): Terminating (SIGTERM)\u000a01:43:54.190958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25412): Terminating (SIGTERM)\u000a01:43:54.229958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25415): Terminating (SIGTERM)\u000a01:43:54.239045 --- ParallelTerminationStrategy: PID 25403 died...\u000a01:43:54.291931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25403): Terminated: ok {rc=0}\u000a01:43:54.301876 --- ParallelTerminationStrategy: PID 25404 died...\u000a01:43:54.354305 run iperf3-srv_10.42.42.10(pid=25404): Terminated {rc=256}\u000a01:43:54.363676 --- ParallelTerminationStrategy: PID 25405 died...\u000a01:43:54.415897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25405): Terminated: ok {rc=0}\u000a01:43:54.425464 --- ParallelTerminationStrategy: PID 25406 died...\u000a01:43:54.477388 run iperf3-srv_10.42.42.10(pid=25406): Terminated {rc=256}\u000a01:43:54.486850 --- ParallelTerminationStrategy: PID 25409 died...\u000a01:43:54.539200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25409): Terminated: ok {rc=0}\u000a01:43:54.548766 --- ParallelTerminationStrategy: PID 25412 died...\u000a01:43:54.601275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25412): Terminated: ok {rc=0}\u000a01:43:54.610961 --- ParallelTerminationStrategy: PID 25415 died...\u000a01:43:54.663734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25415): Terminated: ok {rc=0}\u000a01:43:54.747711 bus /gobi_0: Setting Powered False\u000a01:43:55.854366 bus /gobi_0: Setting Powered False\u000a01:43:56.968179 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25425): Process ended prematurely: osmo-stp_10.42.42.5(pid=25425) [trial-2397↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25425)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25425): Process ended prematurely: osmo-stp_10.42.42.5(pid=25425) [trial-2397↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a01:43:58.079161 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:58.090638 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:43:58.225595 tst iperf3.py: using LAC 37679\u000a01:43:58.357992 tst iperf3.py: using RAC 194\u000a01:43:58.478297 tst iperf3.py: using CellId 37679\u000a01:43:58.595884 tst iperf3.py: using BVCI 37680\u000a01:43:58.619000 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:58.629890 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:58.640506 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:58.651311 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:58.662474 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:58.673987 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:58.685247 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:58.696172 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:43:58.707756 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:58.987792 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:43:59.113318 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:43:59.427952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25417): Launched\u000a01:43:59.689952 run iperf3-srv_10.42.42.10(pid=25418): Launched\u000a01:43:59.873580 tst iperf3.py:8: start network...\u000a01:43:59.998966 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:44:00.485489 run create_hlr_db(pid=25419): Launched\u000a01:44:00.658391 bus /gobi_6: Setting Powered False\u000a01:44:01.682421 run create_hlr_db(pid=25419): Terminated: ok {rc=0}\u000a01:44:02.106687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25421): Launched\u000a01:44:02.411853 run osmo-hlr_10.42.42.2(pid=25422): Launched\u000a01:44:02.526587 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:44:03.049740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25424): Launched\u000a01:44:03.352353 run osmo-stp_10.42.42.5(pid=25425): Launched\u000a01:44:03.459745 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:44:03.988884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25427): Launched\u000a01:44:04.095951 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:44:04.362075 run patchelf(pid=25428): Launched\u000a01:44:04.538373 run osmo-stp_10.42.42.5(pid=25425): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25425)]\u000a01:44:04.667495 run osmo-stp_10.42.42.5(pid=25425): stdout: \u000a| (launched: 2022-12-14_01:44:03.201744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:04.797185 run osmo-stp_10.42.42.5(pid=25425): stderr: \u000a| �[0;m�[38;5;43m20221214014403370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014403370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014403370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014403371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014403371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014403371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014403371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:04.921617 run osmo-stp_10.42.42.5(pid=25425): stdout: \u000a| (launched: 2022-12-14_01:44:03.201744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:05.044418 run osmo-stp_10.42.42.5(pid=25425): stderr: \u000a| �[0;m�[38;5;43m20221214014403370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014403370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014403370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014403371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014403371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014403371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014403371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:05.187619 run patchelf(pid=25428): Terminating (SIGINT)\u000a01:44:05.357214 run patchelf(pid=25428): Terminated: ok {rc=0}\u000a01:44:05.388139 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25425): Process ended prematurely: osmo-stp_10.42.42.5(pid=25425) [trial-2397↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25425)] [trial-2397↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a01:44:05.397418 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a01:44:05.456531 run osmo-hlr_10.42.42.2(pid=25422): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25422)]\u000a01:44:05.504836 run osmo-hlr_10.42.42.2(pid=25422): stdout: \u000a| (launched: 2022-12-14_01:44:02.262149) \u000a01:44:05.554011 run osmo-hlr_10.42.42.2(pid=25422): stderr: \u000a| �[0;m�[1;31m20221214014402435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014402435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014402435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014402435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014402436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014402436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014402448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014402456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014402457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014402457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:44:05.595843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25417): Terminating (SIGTERM)\u000a01:44:05.634973 run iperf3-srv_10.42.42.10(pid=25418): Terminating (SIGTERM)\u000a01:44:05.674335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25421): Terminating (SIGTERM)\u000a01:44:05.713545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25424): Terminating (SIGTERM)\u000a01:44:05.753026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25427): Terminating (SIGTERM)\u000a01:44:05.762271 --- ParallelTerminationStrategy: PID 25417 died...\u000a01:44:05.815625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25417): Terminated: ok {rc=0}\u000a01:44:05.825313 --- ParallelTerminationStrategy: PID 25418 died...\u000a01:44:05.877613 run iperf3-srv_10.42.42.10(pid=25418): Terminated {rc=256}\u000a01:44:05.887013 --- ParallelTerminationStrategy: PID 25421 died...\u000a01:44:05.939196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25421): Terminated: ok {rc=0}\u000a01:44:05.948654 --- ParallelTerminationStrategy: PID 25424 died...\u000a01:44:06.000933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25424): Terminated: ok {rc=0}\u000a01:44:06.010415 --- ParallelTerminationStrategy: PID 25427 died...\u000a01:44:06.062699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25427): Terminated: ok {rc=0}\u000a01:44:06.146053 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-1900", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25443): Process ended prematurely: osmo-stp_10.42.42.5(pid=25443) [trial-2397↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25443)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25443): Process ended prematurely: osmo-stp_10.42.42.5(pid=25443) [trial-2397↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25443)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a01:44:07.261672 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:07.273849 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:44:07.407539 tst iperf3m4.py: using LAC 37680\u000a01:44:07.535016 tst iperf3m4.py: using RAC 195\u000a01:44:07.661165 tst iperf3m4.py: using CellId 37680\u000a01:44:07.790104 tst iperf3m4.py: using BVCI 37681\u000a01:44:07.815236 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:07.826593 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:07.837570 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:07.848827 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:07.860153 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:07.871447 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:07.882929 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:07.894100 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:07.905684 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:44:08.023527 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:44:08.145107 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:44:08.261669 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:44:08.556124 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:44:08.691901 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:44:09.032336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25429): Launched\u000a01:44:09.314075 run iperf3-srv_10.42.42.10(pid=25430): Launched\u000a01:44:09.512559 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:44:09.648075 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:44:09.987509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25431): Launched\u000a01:44:10.267405 run iperf3-srv_10.42.42.10(pid=25432): Launched\u000a01:44:10.465771 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:44:10.600817 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:44:10.938733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25433): Launched\u000a01:44:11.219171 run iperf3-srv_10.42.42.10(pid=25434): Launched\u000a01:44:11.418189 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:44:11.553380 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:44:11.892505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25435): Launched\u000a01:44:12.174896 run iperf3-srv_10.42.42.10(pid=25436): Launched\u000a01:44:12.373748 tst iperf3m4.py:8: start network...\u000a01:44:12.509225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:44:13.023387 run create_hlr_db(pid=25437): Launched\u000a01:44:13.211701 bus /gobi_6: Setting Powered False\u000a01:44:14.230661 run create_hlr_db(pid=25437): Terminated: ok {rc=0}\u000a01:44:14.663649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25439): Launched\u000a01:44:14.990245 run osmo-hlr_10.42.42.2(pid=25440): Launched\u000a01:44:15.111028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:44:15.677174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25442): Launched\u000a01:44:16.089378 run osmo-stp_10.42.42.5(pid=25443): Launched\u000a01:44:16.281703 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:44:16.959596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25445): Launched\u000a01:44:17.078664 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:44:17.379928 run patchelf(pid=25446): Launched\u000a01:44:17.572068 run osmo-stp_10.42.42.5(pid=25443): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25443)]\u000a01:44:17.711426 run osmo-stp_10.42.42.5(pid=25443): stdout: \u000a| (launched: 2022-12-14_01:44:15.843920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:17.851605 run osmo-stp_10.42.42.5(pid=25443): stderr: \u000a| �[0;m�[38;5;43m20221214014416175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014416175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014416176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014416179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014416180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014416180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014416180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:17.985917 run osmo-stp_10.42.42.5(pid=25443): stdout: \u000a| (launched: 2022-12-14_01:44:15.843920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:18.118654 run osmo-stp_10.42.42.5(pid=25443): stderr: \u000a| �[0;m�[38;5;43m20221214014416175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014416175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014416176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014416179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014416180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014416180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014416180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:18.273692 run patchelf(pid=25446): Terminating (SIGINT)\u000a01:44:18.456400 run patchelf(pid=25446): Terminated: ok {rc=0}\u000a01:44:18.489912 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25443): Process ended prematurely: osmo-stp_10.42.42.5(pid=25443) [trial-2397↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25443)] [trial-2397↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a01:44:18.499952 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a01:44:18.563586 run osmo-hlr_10.42.42.2(pid=25440): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25440)]\u000a01:44:18.615220 run osmo-hlr_10.42.42.2(pid=25440): stdout: \u000a| (launched: 2022-12-14_01:44:14.828920) \u000a01:44:18.667285 run osmo-hlr_10.42.42.2(pid=25440): stderr: \u000a| �[0;m�[1;31m20221214014415028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014415028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014415028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014415028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014415028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014415028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014415040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014415048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014415048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014415048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:44:18.711952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25429): Terminating (SIGTERM)\u000a01:44:18.754149 run iperf3-srv_10.42.42.10(pid=25430): Terminating (SIGTERM)\u000a01:44:18.796269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25431): Terminating (SIGTERM)\u000a01:44:18.838461 run iperf3-srv_10.42.42.10(pid=25432): Terminating (SIGTERM)\u000a01:44:18.880755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25433): Terminating (SIGTERM)\u000a01:44:18.922836 run iperf3-srv_10.42.42.10(pid=25434): Terminating (SIGTERM)\u000a01:44:18.965001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25435): Terminating (SIGTERM)\u000a01:44:19.006989 run iperf3-srv_10.42.42.10(pid=25436): Terminating (SIGTERM)\u000a01:44:19.049119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25439): Terminating (SIGTERM)\u000a01:44:19.091200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25442): Terminating (SIGTERM)\u000a01:44:19.133695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25445): Terminating (SIGTERM)\u000a01:44:19.143535 --- ParallelTerminationStrategy: PID 25429 died...\u000a01:44:19.200587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25429): Terminated: ok {rc=0}\u000a01:44:19.210692 --- ParallelTerminationStrategy: PID 25430 died...\u000a01:44:19.267369 run iperf3-srv_10.42.42.10(pid=25430): Terminated {rc=256}\u000a01:44:19.277932 --- ParallelTerminationStrategy: PID 25431 died...\u000a01:44:19.334741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25431): Terminated: ok {rc=0}\u000a01:44:19.344830 --- ParallelTerminationStrategy: PID 25432 died...\u000a01:44:19.401511 run iperf3-srv_10.42.42.10(pid=25432): Terminated {rc=256}\u000a01:44:19.411696 --- ParallelTerminationStrategy: PID 25433 died...\u000a01:44:19.468188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25433): Terminated: ok {rc=0}\u000a01:44:19.478414 --- ParallelTerminationStrategy: PID 25434 died...\u000a01:44:19.535066 run iperf3-srv_10.42.42.10(pid=25434): Terminated {rc=256}\u000a01:44:19.545320 --- ParallelTerminationStrategy: PID 25435 died...\u000a01:44:19.601806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25435): Terminated: ok {rc=0}\u000a01:44:19.612001 --- ParallelTerminationStrategy: PID 25436 died...\u000a01:44:19.668521 run iperf3-srv_10.42.42.10(pid=25436): Terminated {rc=256}\u000a01:44:19.678629 --- ParallelTerminationStrategy: PID 25439 died...\u000a01:44:19.734902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25439): Terminated: ok {rc=0}\u000a01:44:19.745152 --- ParallelTerminationStrategy: PID 25442 died...\u000a01:44:19.801379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25442): Terminated: ok {rc=0}\u000a01:44:19.811807 --- ParallelTerminationStrategy: PID 25445 died...\u000a01:44:19.868312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25445): Terminated: ok {rc=0}\u000a01:44:19.955572 bus /gobi_4: Setting Powered False\u000a01:44:21.062206 bus /gobi_4: Setting Powered False\u000a01:44:22.170077 bus /gobi_1: Setting Powered False\u000a01:44:23.272726 bus /gobi_1: Setting Powered False\u000a01:44:24.383545 bus /gobi_0: Setting Powered False\u000a01:44:25.486211 bus /gobi_0: Setting Powered False\u000a01:44:26.597887 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25453): Process ended prematurely: osmo-stp_10.42.42.5(pid=25453) [trial-2397↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25453)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25453): Process ended prematurely: osmo-stp_10.42.42.5(pid=25453) [trial-2397↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a01:44:27.664350 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:27.675960 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:44:27.809049 tst ping.py: using LAC 37681\u000a01:44:27.933221 tst ping.py: using RAC 196\u000a01:44:28.058398 tst ping.py: using CellId 37681\u000a01:44:28.182487 tst ping.py: using BVCI 37682\u000a01:44:28.206972 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:28.218388 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:28.229608 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:28.240660 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:28.251983 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:28.263380 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:28.274871 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:28.286313 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:44:28.576651 tst ping.py:19: start network...\u000a01:44:28.709902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:44:29.212069 run create_hlr_db(pid=25447): Launched\u000a01:44:29.397178 bus /gobi_6: Setting Powered False\u000a01:44:30.418353 run create_hlr_db(pid=25447): Terminated: ok {rc=0}\u000a01:44:30.850873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25449): Launched\u000a01:44:31.172487 run osmo-hlr_10.42.42.2(pid=25450): Launched\u000a01:44:31.335233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:44:31.989250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25452): Launched\u000a01:44:32.364207 run osmo-stp_10.42.42.5(pid=25453): Launched\u000a01:44:32.493094 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:44:33.063772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25455): Launched\u000a01:44:33.178196 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:44:33.459179 run patchelf(pid=25456): Launched\u000a01:44:33.646642 run osmo-stp_10.42.42.5(pid=25453): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25453)]\u000a01:44:33.783387 run osmo-stp_10.42.42.5(pid=25453): stdout: \u000a| (launched: 2022-12-14_01:44:32.180643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:33.921601 run osmo-stp_10.42.42.5(pid=25453): stderr: \u000a| �[0;m�[38;5;43m20221214014432533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014432533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014432533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014432534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014432534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014432534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014432534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:34.054143 run osmo-stp_10.42.42.5(pid=25453): stdout: \u000a| (launched: 2022-12-14_01:44:32.180643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:34.185088 run osmo-stp_10.42.42.5(pid=25453): stderr: \u000a| �[0;m�[38;5;43m20221214014432533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014432533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014432533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014432534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014432534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014432534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014432534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:34.338167 run patchelf(pid=25456): Terminating (SIGINT)\u000a01:44:34.517333 run patchelf(pid=25456): Terminated: ok {rc=0}\u000a01:44:34.550003 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25453): Process ended prematurely: osmo-stp_10.42.42.5(pid=25453) [trial-2397↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25453)] [trial-2397↪gprs:nanobts+band-1900↪ping.py:22]\u000a01:44:34.559293 tst ping.py:22: Test FAILED (6.9 sec)\u000a01:44:34.623895 run osmo-hlr_10.42.42.2(pid=25450): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25450)]\u000a01:44:34.676135 run osmo-hlr_10.42.42.2(pid=25450): stdout: \u000a| (launched: 2022-12-14_01:44:31.015380) \u000a01:44:34.728752 run osmo-hlr_10.42.42.2(pid=25450): stderr: \u000a| �[0;m�[1;31m20221214014431419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014431419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014431419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014431419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014431419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014431419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014431448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014431464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014431464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014431464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:44:34.774082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25449): Terminating (SIGTERM)\u000a01:44:34.817058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25452): Terminating (SIGTERM)\u000a01:44:34.859701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25455): Terminating (SIGTERM)\u000a01:44:34.869617 --- ParallelTerminationStrategy: PID 25449 died...\u000a01:44:34.927650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25449): Terminated: ok {rc=0}\u000a01:44:34.937864 --- ParallelTerminationStrategy: PID 25452 died...\u000a01:44:34.995303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25452): Terminated: ok {rc=0}\u000a01:44:35.005429 --- ParallelTerminationStrategy: PID 25455 died...\u000a01:44:35.062676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25455): Terminated: ok {rc=0}\u000a01:44:35.150339 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25464): Process ended prematurely: osmo-stp_10.42.42.5(pid=25464) [trial-2397↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25464)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25464): Process ended prematurely: osmo-stp_10.42.42.5(pid=25464) [trial-2397↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a01:44:36.203090 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:36.215209 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:44:36.349787 tst ping_idle_ping.py: using LAC 37682\u000a01:44:36.474415 tst ping_idle_ping.py: using RAC 197\u000a01:44:36.599119 tst ping_idle_ping.py: using CellId 37682\u000a01:44:36.723327 tst ping_idle_ping.py: using BVCI 37683\u000a01:44:36.747742 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:36.759177 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:36.770404 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:36.781510 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:36.792721 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:36.804000 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:36.815982 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:36.827551 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:44:37.103779 tst ping_idle_ping.py:24: start network...\u000a01:44:37.227694 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:44:37.710339 run create_hlr_db(pid=25458): Launched\u000a01:44:37.883657 bus /gobi_6: Setting Powered False\u000a01:44:38.905217 run create_hlr_db(pid=25458): Terminated: ok {rc=0}\u000a01:44:39.304851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25460): Launched\u000a01:44:39.604225 run osmo-hlr_10.42.42.2(pid=25461): Launched\u000a01:44:39.715793 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:44:40.234052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25463): Launched\u000a01:44:40.535684 run osmo-stp_10.42.42.5(pid=25464): Launched\u000a01:44:40.643432 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:44:41.165086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25466): Launched\u000a01:44:41.270697 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:44:41.533285 run patchelf(pid=25467): Launched\u000a01:44:41.708283 run osmo-stp_10.42.42.5(pid=25464): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25464)]\u000a01:44:41.836467 run osmo-stp_10.42.42.5(pid=25464): stdout: \u000a| (launched: 2022-12-14_01:44:40.385884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:41.964824 run osmo-stp_10.42.42.5(pid=25464): stderr: \u000a| �[0;m�[38;5;43m20221214014440555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014440555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014440556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014440556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014440556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014440557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014440557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:42.087947 run osmo-stp_10.42.42.5(pid=25464): stdout: \u000a| (launched: 2022-12-14_01:44:40.385884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:42.209747 run osmo-stp_10.42.42.5(pid=25464): stderr: \u000a| �[0;m�[38;5;43m20221214014440555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014440555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014440556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014440556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014440556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014440557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014440557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:42.351593 run patchelf(pid=25467): Terminating (SIGINT)\u000a01:44:42.518302 run patchelf(pid=25467): Terminated: ok {rc=0}\u000a01:44:42.548727 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25464): Process ended prematurely: osmo-stp_10.42.42.5(pid=25464) [trial-2397↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25464)] [trial-2397↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a01:44:42.557480 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a01:44:42.617357 run osmo-hlr_10.42.42.2(pid=25461): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25461)]\u000a01:44:42.665641 run osmo-hlr_10.42.42.2(pid=25461): stdout: \u000a| (launched: 2022-12-14_01:44:39.456498) \u000a01:44:42.714641 run osmo-hlr_10.42.42.2(pid=25461): stderr: \u000a| �[0;m�[1;31m20221214014439652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014439652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014439652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014439652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014439652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014439652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014439664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014439672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014439672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014439672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:44:42.756533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25460): Terminating (SIGTERM)\u000a01:44:42.796018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25463): Terminating (SIGTERM)\u000a01:44:42.835874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25466): Terminating (SIGTERM)\u000a01:44:42.845323 --- ParallelTerminationStrategy: PID 25460 died...\u000a01:44:42.898536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25460): Terminated: ok {rc=0}\u000a01:44:42.908193 --- ParallelTerminationStrategy: PID 25463 died...\u000a01:44:42.960894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25463): Terminated: ok {rc=0}\u000a01:44:42.970624 --- ParallelTerminationStrategy: PID 25466 died...\u000a01:44:43.023579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25466): Terminated: ok {rc=0}\u000a01:44:43.107017 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:43:44" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25481): Process ended prematurely: osmo-stp_10.42.42.5(pid=25481) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25481)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25481): Process ended prematurely: osmo-stp_10.42.42.5(pid=25481) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25481)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:44:45.228772 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:45.239699 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:44:45.367413 tst cs_paging_gprs_active.py: using LAC 37683\u000a01:44:45.487435 tst cs_paging_gprs_active.py: using RAC 198\u000a01:44:45.608146 tst cs_paging_gprs_active.py: using CellId 37683\u000a01:44:45.728446 tst cs_paging_gprs_active.py: using BVCI 37684\u000a01:44:45.751439 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:45.762466 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:45.773221 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:45.783887 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:45.794606 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:45.805381 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:45.816155 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:45.827137 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:45.846531 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:44:45.983097 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:44:46.282034 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:44:46.423060 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:44:46.773618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25471): Launched\u000a01:44:47.073790 run iperf3-srv_10.42.42.10(pid=25472): Launched\u000a01:44:47.282444 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:44:47.418733 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:44:47.760196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25473): Launched\u000a01:44:48.042922 run iperf3-srv_10.42.42.10(pid=25474): Launched\u000a01:44:48.242264 tst cs_paging_gprs_active.py:38: start network...\u000a01:44:48.377628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:44:48.890276 run create_hlr_db(pid=25475): Launched\u000a01:44:49.077278 bus /gobi_6: Setting Powered False\u000a01:44:50.098225 run create_hlr_db(pid=25475): Terminated: ok {rc=0}\u000a01:44:50.513401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25477): Launched\u000a01:44:50.840513 run osmo-hlr_10.42.42.2(pid=25478): Launched\u000a01:44:50.960505 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:44:51.528076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25480): Launched\u000a01:44:51.853880 run osmo-stp_10.42.42.5(pid=25481): Launched\u000a01:44:51.972258 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:44:52.539672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25483): Launched\u000a01:44:52.655445 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:44:52.940166 run patchelf(pid=25484): Launched\u000a01:44:53.130170 run osmo-stp_10.42.42.5(pid=25481): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25481)]\u000a01:44:53.269152 run osmo-stp_10.42.42.5(pid=25481): stdout: \u000a| (launched: 2022-12-14_01:44:51.692774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:53.408554 run osmo-stp_10.42.42.5(pid=25481): stderr: \u000a| �[0;m�[38;5;43m20221214014451881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014451881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014451882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014451882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014451882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014451882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014451883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:53.543006 run osmo-stp_10.42.42.5(pid=25481): stdout: \u000a| (launched: 2022-12-14_01:44:51.692774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:53.676327 run osmo-stp_10.42.42.5(pid=25481): stderr: \u000a| �[0;m�[38;5;43m20221214014451881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014451881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014451882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014451882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014451882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014451882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014451883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:53.832127 run patchelf(pid=25484): Terminating (SIGINT)\u000a01:44:54.014049 run patchelf(pid=25484): Terminated: ok {rc=0}\u000a01:44:54.047398 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25481): Process ended prematurely: osmo-stp_10.42.42.5(pid=25481) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25481)] [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:44:54.057564 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a01:44:54.120691 run osmo-hlr_10.42.42.2(pid=25478): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25478)]\u000a01:44:54.171574 run osmo-hlr_10.42.42.2(pid=25478): stdout: \u000a| (launched: 2022-12-14_01:44:50.679535) \u000a01:44:54.223333 run osmo-hlr_10.42.42.2(pid=25478): stderr: \u000a| �[0;m�[1;31m20221214014450876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014450876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014450876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014450876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014450876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014450876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014450890 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014450898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014450898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014450898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:44:54.267606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25471): Terminating (SIGTERM)\u000a01:44:54.309007 run iperf3-srv_10.42.42.10(pid=25472): Terminating (SIGTERM)\u000a01:44:54.350943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25473): Terminating (SIGTERM)\u000a01:44:54.393526 run iperf3-srv_10.42.42.10(pid=25474): Terminating (SIGTERM)\u000a01:44:54.434848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25477): Terminating (SIGTERM)\u000a01:44:54.476602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25480): Terminating (SIGTERM)\u000a01:44:54.518075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25483): Terminating (SIGTERM)\u000a01:44:54.527637 --- ParallelTerminationStrategy: PID 25471 died...\u000a01:44:54.583354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25471): Terminated: ok {rc=0}\u000a01:44:54.593336 --- ParallelTerminationStrategy: PID 25472 died...\u000a01:44:54.648709 run iperf3-srv_10.42.42.10(pid=25472): Terminated {rc=256}\u000a01:44:54.658558 --- ParallelTerminationStrategy: PID 25473 died...\u000a01:44:54.713739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25473): Terminated: ok {rc=0}\u000a01:44:54.723609 --- ParallelTerminationStrategy: PID 25474 died...\u000a01:44:54.778804 run iperf3-srv_10.42.42.10(pid=25474): Terminated {rc=256}\u000a01:44:54.788692 --- ParallelTerminationStrategy: PID 25477 died...\u000a01:44:54.844256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25477): Terminated: ok {rc=0}\u000a01:44:54.854137 --- ParallelTerminationStrategy: PID 25480 died...\u000a01:44:54.909592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25480): Terminated: ok {rc=0}\u000a01:44:54.919483 --- ParallelTerminationStrategy: PID 25483 died...\u000a01:44:54.974892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25483): Terminated: ok {rc=0}\u000a01:44:55.061033 bus /gobi_0: Setting Powered False\u000a01:44:56.164694 bus /gobi_0: Setting Powered False\u000a01:44:57.271697 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25497): Process ended prematurely: osmo-stp_10.42.42.5(pid=25497) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25497)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25497): Process ended prematurely: osmo-stp_10.42.42.5(pid=25497) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:44:58.386186 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:58.398288 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:44:58.532725 tst iperf3.py: using LAC 37684\u000a01:44:58.653419 tst iperf3.py: using RAC 199\u000a01:44:58.772287 tst iperf3.py: using CellId 37684\u000a01:44:58.893015 tst iperf3.py: using BVCI 37685\u000a01:44:58.916191 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:58.927550 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:58.938668 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:58.949670 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:58.961139 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:58.972565 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:58.984165 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:58.995663 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:44:59.007133 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:44:59.302162 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:44:59.438387 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:44:59.778658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25486): Launched\u000a01:45:00.060830 run iperf3-srv_10.42.42.10(pid=25487): Launched\u000a01:45:00.260680 tst iperf3.py:8: start network...\u000a01:45:00.396831 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:45:00.923165 run create_hlr_db(pid=25488): Launched\u000a01:45:01.114290 bus /gobi_6: Setting Powered False\u000a01:45:02.126709 run create_hlr_db(pid=25488): Terminated: ok {rc=0}\u000a01:45:02.538892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25493): Launched\u000a01:45:02.842062 run osmo-hlr_10.42.42.2(pid=25494): Launched\u000a01:45:02.953835 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:45:03.485304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25496): Launched\u000a01:45:03.788390 run osmo-stp_10.42.42.5(pid=25497): Launched\u000a01:45:03.898359 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:45:04.425760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25499): Launched\u000a01:45:04.532783 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:45:04.797554 run patchelf(pid=25500): Launched\u000a01:45:04.974538 run osmo-stp_10.42.42.5(pid=25497): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25497)]\u000a01:45:05.104830 run osmo-stp_10.42.42.5(pid=25497): stdout: \u000a| (launched: 2022-12-14_01:45:03.638323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:05.235182 run osmo-stp_10.42.42.5(pid=25497): stderr: \u000a| �[0;m�[38;5;43m20221214014503809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014503809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014503809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014503810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014503810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014503810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014503810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:05.359758 run osmo-stp_10.42.42.5(pid=25497): stdout: \u000a| (launched: 2022-12-14_01:45:03.638323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:05.482879 run osmo-stp_10.42.42.5(pid=25497): stderr: \u000a| �[0;m�[38;5;43m20221214014503809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014503809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014503809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014503810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014503810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014503810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014503810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:05.626881 run patchelf(pid=25500): Terminating (SIGINT)\u000a01:45:05.796907 run patchelf(pid=25500): Terminated: ok {rc=0}\u000a01:45:05.828244 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25497): Process ended prematurely: osmo-stp_10.42.42.5(pid=25497) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25497)] [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a01:45:05.837539 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a01:45:05.896783 run osmo-hlr_10.42.42.2(pid=25494): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25494)]\u000a01:45:05.945032 run osmo-hlr_10.42.42.2(pid=25494): stdout: \u000a| (launched: 2022-12-14_01:45:02.692046) \u000a01:45:05.994790 run osmo-hlr_10.42.42.2(pid=25494): stderr: \u000a| �[0;m�[1;31m20221214014502866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014502866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014502866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014502866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014502866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014502867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014502880 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014502889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014502889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014502889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:45:06.036643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25486): Terminating (SIGTERM)\u000a01:45:06.075875 run iperf3-srv_10.42.42.10(pid=25487): Terminating (SIGTERM)\u000a01:45:06.115286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25493): Terminating (SIGTERM)\u000a01:45:06.154455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25496): Terminating (SIGTERM)\u000a01:45:06.193612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25499): Terminating (SIGTERM)\u000a01:45:06.202836 --- ParallelTerminationStrategy: PID 25486 died...\u000a01:45:06.255782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25486): Terminated: ok {rc=0}\u000a01:45:06.265522 --- ParallelTerminationStrategy: PID 25487 died...\u000a01:45:06.318007 run iperf3-srv_10.42.42.10(pid=25487): Terminated {rc=256}\u000a01:45:06.327494 --- ParallelTerminationStrategy: PID 25493 died...\u000a01:45:06.379877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25493): Terminated: ok {rc=0}\u000a01:45:06.389552 --- ParallelTerminationStrategy: PID 25496 died...\u000a01:45:06.441855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25496): Terminated: ok {rc=0}\u000a01:45:06.451377 --- ParallelTerminationStrategy: PID 25499 died...\u000a01:45:06.503768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25499): Terminated: ok {rc=0}\u000a01:45:06.591689 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25515): Process ended prematurely: osmo-stp_10.42.42.5(pid=25515) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25515)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25515): Process ended prematurely: osmo-stp_10.42.42.5(pid=25515) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25515)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:45:07.701572 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:07.713329 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:45:07.845837 tst iperf3m4.py: using LAC 37685\u000a01:45:07.962887 tst iperf3m4.py: using RAC 200\u000a01:45:08.080271 tst iperf3m4.py: using CellId 37685\u000a01:45:08.196628 tst iperf3m4.py: using BVCI 37686\u000a01:45:08.219646 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:08.230808 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:08.241705 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:08.252436 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:08.263193 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:08.273872 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:08.284816 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:08.295453 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:08.306435 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:45:08.424304 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:45:08.548647 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:45:08.666511 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:45:08.946655 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:45:09.073201 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:45:09.389636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25501): Launched\u000a01:45:09.653019 run iperf3-srv_10.42.42.10(pid=25502): Launched\u000a01:45:09.839054 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:45:09.965413 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:45:10.281939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25503): Launched\u000a01:45:10.544529 run iperf3-srv_10.42.42.10(pid=25504): Launched\u000a01:45:10.729406 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:45:10.855245 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:45:11.171937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25505): Launched\u000a01:45:11.436053 run iperf3-srv_10.42.42.10(pid=25506): Launched\u000a01:45:11.621077 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:45:11.747175 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:45:12.066248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25507): Launched\u000a01:45:12.329267 run iperf3-srv_10.42.42.10(pid=25508): Launched\u000a01:45:12.513431 tst iperf3m4.py:8: start network...\u000a01:45:12.638983 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:45:13.126388 run create_hlr_db(pid=25509): Launched\u000a01:45:13.300754 bus /gobi_6: Setting Powered False\u000a01:45:14.323245 run create_hlr_db(pid=25509): Terminated: ok {rc=0}\u000a01:45:14.759676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25511): Launched\u000a01:45:15.087597 run osmo-hlr_10.42.42.2(pid=25512): Launched\u000a01:45:15.206768 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:45:15.776874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25514): Launched\u000a01:45:16.181362 run osmo-stp_10.42.42.5(pid=25515): Launched\u000a01:45:16.352475 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:45:16.984864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25517): Launched\u000a01:45:17.133394 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:45:17.419120 run patchelf(pid=25518): Launched\u000a01:45:17.597626 run osmo-stp_10.42.42.5(pid=25515): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25515)]\u000a01:45:17.727601 run osmo-stp_10.42.42.5(pid=25515): stdout: \u000a| (launched: 2022-12-14_01:45:15.959448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:17.859133 run osmo-stp_10.42.42.5(pid=25515): stderr: \u000a| �[0;m�[38;5;43m20221214014516280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014516280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014516281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014516281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014516281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014516282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014516282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:17.984308 run osmo-stp_10.42.42.5(pid=25515): stdout: \u000a| (launched: 2022-12-14_01:45:15.959448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:18.108379 run osmo-stp_10.42.42.5(pid=25515): stderr: \u000a| �[0;m�[38;5;43m20221214014516280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014516280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014516281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014516281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014516281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014516282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014516282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:18.253066 run patchelf(pid=25518): Terminating (SIGINT)\u000a01:45:18.423377 run patchelf(pid=25518): Terminated: ok {rc=0}\u000a01:45:18.454734 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25515): Process ended prematurely: osmo-stp_10.42.42.5(pid=25515) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25515)] [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:45:18.463983 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:45:18.524201 run osmo-hlr_10.42.42.2(pid=25512): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25512)]\u000a01:45:18.573186 run osmo-hlr_10.42.42.2(pid=25512): stdout: \u000a| (launched: 2022-12-14_01:45:14.925431) \u000a01:45:18.622902 run osmo-hlr_10.42.42.2(pid=25512): stderr: \u000a| �[0;m�[1;31m20221214014515121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014515121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014515123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014515123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014515123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014515123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014515138 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014515146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014515146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014515146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:45:18.665382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25501): Terminating (SIGTERM)\u000a01:45:18.705028 run iperf3-srv_10.42.42.10(pid=25502): Terminating (SIGTERM)\u000a01:45:18.744578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25503): Terminating (SIGTERM)\u000a01:45:18.784129 run iperf3-srv_10.42.42.10(pid=25504): Terminating (SIGTERM)\u000a01:45:18.823718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25505): Terminating (SIGTERM)\u000a01:45:18.863256 run iperf3-srv_10.42.42.10(pid=25506): Terminating (SIGTERM)\u000a01:45:18.902583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25507): Terminating (SIGTERM)\u000a01:45:18.941963 run iperf3-srv_10.42.42.10(pid=25508): Terminating (SIGTERM)\u000a01:45:18.981501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25511): Terminating (SIGTERM)\u000a01:45:19.020884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25514): Terminating (SIGTERM)\u000a01:45:19.060401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25517): Terminating (SIGTERM)\u000a01:45:19.069807 --- ParallelTerminationStrategy: PID 25501 died...\u000a01:45:19.123404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25501): Terminated: ok {rc=0}\u000a01:45:19.133187 --- ParallelTerminationStrategy: PID 25502 died...\u000a01:45:19.186296 run iperf3-srv_10.42.42.10(pid=25502): Terminated {rc=256}\u000a01:45:19.195974 --- ParallelTerminationStrategy: PID 25503 died...\u000a01:45:19.249336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25503): Terminated: ok {rc=0}\u000a01:45:19.259047 --- ParallelTerminationStrategy: PID 25504 died...\u000a01:45:19.312133 run iperf3-srv_10.42.42.10(pid=25504): Terminated {rc=256}\u000a01:45:19.321769 --- ParallelTerminationStrategy: PID 25505 died...\u000a01:45:19.374337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25505): Terminated: ok {rc=0}\u000a01:45:19.383911 --- ParallelTerminationStrategy: PID 25506 died...\u000a01:45:19.436448 run iperf3-srv_10.42.42.10(pid=25506): Terminated {rc=256}\u000a01:45:19.446026 --- ParallelTerminationStrategy: PID 25507 died...\u000a01:45:19.498753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25507): Terminated: ok {rc=0}\u000a01:45:19.508395 --- ParallelTerminationStrategy: PID 25508 died...\u000a01:45:19.560940 run iperf3-srv_10.42.42.10(pid=25508): Terminated {rc=256}\u000a01:45:19.570572 --- ParallelTerminationStrategy: PID 25511 died...\u000a01:45:19.622866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25511): Terminated: ok {rc=0}\u000a01:45:19.632488 --- ParallelTerminationStrategy: PID 25514 died...\u000a01:45:19.685075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25514): Terminated: ok {rc=0}\u000a01:45:19.694778 --- ParallelTerminationStrategy: PID 25517 died...\u000a01:45:19.748033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25517): Terminated: ok {rc=0}\u000a01:45:19.836565 bus /gobi_4: Setting Powered False\u000a01:45:20.943138 bus /gobi_4: Setting Powered False\u000a01:45:22.050908 bus /gobi_1: Setting Powered False\u000a01:45:23.156831 bus /gobi_1: Setting Powered False\u000a01:45:24.265113 bus /gobi_0: Setting Powered False\u000a01:45:25.371602 bus /gobi_0: Setting Powered False\u000a01:45:26.479936 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25525): Process ended prematurely: osmo-stp_10.42.42.5(pid=25525) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25525)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25525): Process ended prematurely: osmo-stp_10.42.42.5(pid=25525) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25525)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:45:27.547643 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:27.559943 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:45:27.694348 tst ping.py: using LAC 37686\u000a01:45:27.819301 tst ping.py: using RAC 201\u000a01:45:27.943998 tst ping.py: using CellId 37686\u000a01:45:28.073053 tst ping.py: using BVCI 37687\u000a01:45:28.097247 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:28.108780 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:28.120122 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:28.131433 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:28.143028 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:28.154541 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:28.166340 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:28.177914 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:45:28.452651 tst ping.py:19: start network...\u000a01:45:28.575680 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:45:29.051800 run create_hlr_db(pid=25519): Launched\u000a01:45:29.221933 bus /gobi_6: Setting Powered False\u000a01:45:30.243489 run create_hlr_db(pid=25519): Terminated: ok {rc=0}\u000a01:45:30.640936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25521): Launched\u000a01:45:31.040929 run osmo-hlr_10.42.42.2(pid=25522): Launched\u000a01:45:31.230044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:45:31.870778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25524): Launched\u000a01:45:32.298091 run osmo-stp_10.42.42.5(pid=25525): Launched\u000a01:45:32.444066 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:45:32.963892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25527): Launched\u000a01:45:33.068905 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:45:33.329190 run patchelf(pid=25528): Launched\u000a01:45:33.502610 run osmo-stp_10.42.42.5(pid=25525): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25525)]\u000a01:45:33.629556 run osmo-stp_10.42.42.5(pid=25525): stdout: \u000a| (launched: 2022-12-14_01:45:32.038318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:33.757418 run osmo-stp_10.42.42.5(pid=25525): stderr: \u000a| �[0;m�[38;5;43m20221214014532333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014532333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014532334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014532334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014532334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014532335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014532335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:33.879605 run osmo-stp_10.42.42.5(pid=25525): stdout: \u000a| (launched: 2022-12-14_01:45:32.038318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:34.001746 run osmo-stp_10.42.42.5(pid=25525): stderr: \u000a| �[0;m�[38;5;43m20221214014532333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014532333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014532334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014532334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014532334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014532335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014532335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:34.142699 run patchelf(pid=25528): Terminating (SIGINT)\u000a01:45:34.308201 run patchelf(pid=25528): Terminated: ok {rc=0}\u000a01:45:34.338349 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25525): Process ended prematurely: osmo-stp_10.42.42.5(pid=25525) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25525)] [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a01:45:34.347021 tst ping.py:22: Test FAILED (6.8 sec)\u000a01:45:34.406673 run osmo-hlr_10.42.42.2(pid=25522): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25522)]\u000a01:45:34.455106 run osmo-hlr_10.42.42.2(pid=25522): stdout: \u000a| (launched: 2022-12-14_01:45:30.790622) \u000a01:45:34.504350 run osmo-hlr_10.42.42.2(pid=25522): stderr: \u000a| �[0;m�[1;31m20221214014531134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014531134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014531134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014531134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014531135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014531135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014531160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014531186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014531186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014531186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:45:34.546037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25521): Terminating (SIGTERM)\u000a01:45:34.585149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25524): Terminating (SIGTERM)\u000a01:45:34.624225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25527): Terminating (SIGTERM)\u000a01:45:34.633528 --- ParallelTerminationStrategy: PID 25521 died...\u000a01:45:34.686716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25521): Terminated: ok {rc=0}\u000a01:45:34.696199 --- ParallelTerminationStrategy: PID 25524 died...\u000a01:45:34.749069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25524): Terminated: ok {rc=0}\u000a01:45:34.758665 --- ParallelTerminationStrategy: PID 25527 died...\u000a01:45:34.811002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25527): Terminated: ok {rc=0}\u000a01:45:34.898883 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25535): Process ended prematurely: osmo-stp_10.42.42.5(pid=25535) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25535)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25535): Process ended prematurely: osmo-stp_10.42.42.5(pid=25535) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:45:35.949961 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:35.961860 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:45:36.090967 tst ping_idle_ping.py: using LAC 37687\u000a01:45:36.209194 tst ping_idle_ping.py: using RAC 202\u000a01:45:36.326531 tst ping_idle_ping.py: using CellId 37687\u000a01:45:36.448262 tst ping_idle_ping.py: using BVCI 37688\u000a01:45:36.470995 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:36.482150 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:36.492873 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:36.503593 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:36.514524 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:36.525969 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:36.537204 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:36.548266 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:45:36.838470 tst ping_idle_ping.py:24: start network...\u000a01:45:36.971908 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:45:37.481497 run create_hlr_db(pid=25529): Launched\u000a01:45:37.667467 bus /gobi_6: Setting Powered False\u000a01:45:38.688381 run create_hlr_db(pid=25529): Terminated: ok {rc=0}\u000a01:45:39.091873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25531): Launched\u000a01:45:39.391245 run osmo-hlr_10.42.42.2(pid=25532): Launched\u000a01:45:39.500117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:45:40.027978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25534): Launched\u000a01:45:40.350370 run osmo-stp_10.42.42.5(pid=25535): Launched\u000a01:45:40.466325 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:45:41.024822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25537): Launched\u000a01:45:41.138869 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:45:41.418365 run patchelf(pid=25538): Launched\u000a01:45:41.604794 run osmo-stp_10.42.42.5(pid=25535): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25535)]\u000a01:45:41.741419 run osmo-stp_10.42.42.5(pid=25535): stdout: \u000a| (launched: 2022-12-14_01:45:40.190681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:41.878821 run osmo-stp_10.42.42.5(pid=25535): stderr: \u000a| �[0;m�[38;5;43m20221214014540381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014540381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014540381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014540382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014540382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014540382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014540382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:42.011118 run osmo-stp_10.42.42.5(pid=25535): stdout: \u000a| (launched: 2022-12-14_01:45:40.190681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:42.142021 run osmo-stp_10.42.42.5(pid=25535): stderr: \u000a| �[0;m�[38;5;43m20221214014540381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014540381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014540381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014540382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014540382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014540382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014540382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:42.294340 run patchelf(pid=25538): Terminating (SIGINT)\u000a01:45:42.472782 run patchelf(pid=25538): Terminated: ok {rc=0}\u000a01:45:42.505224 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25535): Process ended prematurely: osmo-stp_10.42.42.5(pid=25535) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25535)] [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:45:42.514681 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a01:45:42.577264 run osmo-hlr_10.42.42.2(pid=25532): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25532)]\u000a01:45:42.627979 run osmo-hlr_10.42.42.2(pid=25532): stdout: \u000a| (launched: 2022-12-14_01:45:39.243244) \u000a01:45:42.679926 run osmo-hlr_10.42.42.2(pid=25532): stderr: \u000a| �[0;m�[1;31m20221214014539416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014539416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014539416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014539417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014539417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014539417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014539429 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014539439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014539439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014539439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:45:42.723945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25531): Terminating (SIGTERM)\u000a01:45:42.765585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25534): Terminating (SIGTERM)\u000a01:45:42.807193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25537): Terminating (SIGTERM)\u000a01:45:42.816768 --- ParallelTerminationStrategy: PID 25531 died...\u000a01:45:42.872736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25531): Terminated: ok {rc=0}\u000a01:45:42.882769 --- ParallelTerminationStrategy: PID 25534 died...\u000a01:45:42.938427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25534): Terminated: ok {rc=0}\u000a01:45:42.948310 --- ParallelTerminationStrategy: PID 25537 died...\u000a01:45:43.003727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25537): Terminated: ok {rc=0}\u000a01:45:43.089868 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:44:44" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25552): Process ended prematurely: osmo-stp_10.42.42.5(pid=25552) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25552)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25552): Process ended prematurely: osmo-stp_10.42.42.5(pid=25552) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:45:45.215712 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:45.226867 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:45:45.372028 tst cs_paging_gprs_active.py: using LAC 37688\u000a01:45:45.490375 tst cs_paging_gprs_active.py: using RAC 203\u000a01:45:45.607222 tst cs_paging_gprs_active.py: using CellId 37688\u000a01:45:45.726141 tst cs_paging_gprs_active.py: using BVCI 37689\u000a01:45:45.749285 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:45.760190 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:45.771062 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:45.781963 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:45.792608 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:45.803445 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:45.814449 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:45.825104 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:45.848219 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:45:45.992058 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:45:46.363197 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:45:46.504792 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:45:46.862742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25542): Launched\u000a01:45:47.167603 run iperf3-srv_10.42.42.10(pid=25543): Launched\u000a01:45:47.370827 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:45:47.506720 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:45:47.844693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25544): Launched\u000a01:45:48.125385 run iperf3-srv_10.42.42.10(pid=25545): Launched\u000a01:45:48.324483 tst cs_paging_gprs_active.py:38: start network...\u000a01:45:48.460246 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:45:48.972671 run create_hlr_db(pid=25546): Launched\u000a01:45:49.159890 bus /gobi_6: Setting Powered False\u000a01:45:50.180743 run create_hlr_db(pid=25546): Terminated: ok {rc=0}\u000a01:45:50.589668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25548): Launched\u000a01:45:50.891360 run osmo-hlr_10.42.42.2(pid=25549): Launched\u000a01:45:51.011061 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:45:51.543540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25551): Launched\u000a01:45:51.845452 run osmo-stp_10.42.42.5(pid=25552): Launched\u000a01:45:51.956425 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:45:52.485229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25556): Launched\u000a01:45:52.592159 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:45:52.858028 run patchelf(pid=25557): Launched\u000a01:45:53.034741 run osmo-stp_10.42.42.5(pid=25552): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25552)]\u000a01:45:53.164091 run osmo-stp_10.42.42.5(pid=25552): stdout: \u000a| (launched: 2022-12-14_01:45:51.696030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:53.293647 run osmo-stp_10.42.42.5(pid=25552): stderr: \u000a| �[0;m�[38;5;43m20221214014551866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014551866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014551866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014551866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014551867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014551867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014551867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:53.417971 run osmo-stp_10.42.42.5(pid=25552): stdout: \u000a| (launched: 2022-12-14_01:45:51.696030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:53.540879 run osmo-stp_10.42.42.5(pid=25552): stderr: \u000a| �[0;m�[38;5;43m20221214014551866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014551866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014551866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014551866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014551867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014551867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014551867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:53.684573 run patchelf(pid=25557): Terminating (SIGINT)\u000a01:45:53.853308 run patchelf(pid=25557): Terminated: ok {rc=0}\u000a01:45:53.884488 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25552): Process ended prematurely: osmo-stp_10.42.42.5(pid=25552) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25552)] [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:45:53.893743 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a01:45:53.953144 run osmo-hlr_10.42.42.2(pid=25549): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25549)]\u000a01:45:54.000989 run osmo-hlr_10.42.42.2(pid=25549): stdout: \u000a| (launched: 2022-12-14_01:45:50.742433) \u000a01:45:54.049665 run osmo-hlr_10.42.42.2(pid=25549): stderr: \u000a| �[0;m�[1;31m20221214014550915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014550915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014550915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014550915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014550915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014550915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014550929 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014550939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014550940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014550940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:45:54.091422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25542): Terminating (SIGTERM)\u000a01:45:54.130673 run iperf3-srv_10.42.42.10(pid=25543): Terminating (SIGTERM)\u000a01:45:54.169391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25544): Terminating (SIGTERM)\u000a01:45:54.208191 run iperf3-srv_10.42.42.10(pid=25545): Terminating (SIGTERM)\u000a01:45:54.247216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25548): Terminating (SIGTERM)\u000a01:45:54.286100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25551): Terminating (SIGTERM)\u000a01:45:54.324813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25556): Terminating (SIGTERM)\u000a01:45:54.333975 --- ParallelTerminationStrategy: PID 25542 died...\u000a01:45:54.386356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25542): Terminated: ok {rc=0}\u000a01:45:54.395722 --- ParallelTerminationStrategy: PID 25543 died...\u000a01:45:54.447725 run iperf3-srv_10.42.42.10(pid=25543): Terminated {rc=256}\u000a01:45:54.457157 --- ParallelTerminationStrategy: PID 25544 died...\u000a01:45:54.509286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25544): Terminated: ok {rc=0}\u000a01:45:54.518655 --- ParallelTerminationStrategy: PID 25545 died...\u000a01:45:54.570650 run iperf3-srv_10.42.42.10(pid=25545): Terminated {rc=256}\u000a01:45:54.579973 --- ParallelTerminationStrategy: PID 25548 died...\u000a01:45:54.632110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25548): Terminated: ok {rc=0}\u000a01:45:54.641654 --- ParallelTerminationStrategy: PID 25551 died...\u000a01:45:54.694018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25551): Terminated: ok {rc=0}\u000a01:45:54.703466 --- ParallelTerminationStrategy: PID 25556 died...\u000a01:45:54.755687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25556): Terminated: ok {rc=0}\u000a01:45:54.842684 bus /gobi_0: Setting Powered False\u000a01:45:55.950037 bus /gobi_0: Setting Powered False\u000a01:45:57.061136 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25566): Process ended prematurely: osmo-stp_10.42.42.5(pid=25566) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25566)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25566): Process ended prematurely: osmo-stp_10.42.42.5(pid=25566) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:45:58.171970 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:58.183661 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:45:58.331627 tst iperf3.py: using LAC 37689\u000a01:45:58.451090 tst iperf3.py: using RAC 204\u000a01:45:58.570218 tst iperf3.py: using CellId 37689\u000a01:45:58.687762 tst iperf3.py: using BVCI 37690\u000a01:45:58.710852 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:58.721922 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:58.732797 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:58.743583 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:58.754485 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:58.765328 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:58.776092 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:58.786788 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:45:58.797803 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:45:59.092497 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:45:59.227985 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:45:59.565726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25558): Launched\u000a01:45:59.847165 run iperf3-srv_10.42.42.10(pid=25559): Launched\u000a01:46:00.046491 tst iperf3.py:8: start network...\u000a01:46:00.182161 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:46:00.690837 run create_hlr_db(pid=25560): Launched\u000a01:46:00.881123 bus /gobi_6: Setting Powered False\u000a01:46:01.909256 run create_hlr_db(pid=25560): Terminated: ok {rc=0}\u000a01:46:02.391098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25562): Launched\u000a01:46:02.714986 run osmo-hlr_10.42.42.2(pid=25563): Launched\u000a01:46:02.834862 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:46:03.398722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25565): Launched\u000a01:46:03.722889 run osmo-stp_10.42.42.5(pid=25566): Launched\u000a01:46:03.840302 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:46:04.406703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25568): Launched\u000a01:46:04.522402 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:46:04.807106 run patchelf(pid=25569): Launched\u000a01:46:04.997579 run osmo-stp_10.42.42.5(pid=25566): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25566)]\u000a01:46:05.136567 run osmo-stp_10.42.42.5(pid=25566): stdout: \u000a| (launched: 2022-12-14_01:46:03.563407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:05.275799 run osmo-stp_10.42.42.5(pid=25566): stderr: \u000a| �[0;m�[38;5;43m20221214014603753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014603754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014603754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014603754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014603755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014603755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014603755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:05.409680 run osmo-stp_10.42.42.5(pid=25566): stdout: \u000a| (launched: 2022-12-14_01:46:03.563407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:05.542257 run osmo-stp_10.42.42.5(pid=25566): stderr: \u000a| �[0;m�[38;5;43m20221214014603753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014603754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014603754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014603754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014603755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014603755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014603755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:05.696922 run patchelf(pid=25569): Terminating (SIGINT)\u000a01:46:05.879244 run patchelf(pid=25569): Terminated: ok {rc=0}\u000a01:46:05.912720 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25566): Process ended prematurely: osmo-stp_10.42.42.5(pid=25566) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25566)] [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:46:05.922855 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a01:46:05.986145 run osmo-hlr_10.42.42.2(pid=25563): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25563)]\u000a01:46:06.037624 run osmo-hlr_10.42.42.2(pid=25563): stdout: \u000a| (launched: 2022-12-14_01:46:02.555411) \u000a01:46:06.089668 run osmo-hlr_10.42.42.2(pid=25563): stderr: \u000a| �[0;m�[1;31m20221214014602751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014602751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014602751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014602751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014602751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014602751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014602763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014602771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014602772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014602772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:46:06.134395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25558): Terminating (SIGTERM)\u000a01:46:06.176582 run iperf3-srv_10.42.42.10(pid=25559): Terminating (SIGTERM)\u000a01:46:06.218879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25562): Terminating (SIGTERM)\u000a01:46:06.261106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25565): Terminating (SIGTERM)\u000a01:46:06.303255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25568): Terminating (SIGTERM)\u000a01:46:06.312922 --- ParallelTerminationStrategy: PID 25558 died...\u000a01:46:06.369541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25558): Terminated: ok {rc=0}\u000a01:46:06.379661 --- ParallelTerminationStrategy: PID 25559 died...\u000a01:46:06.435660 run iperf3-srv_10.42.42.10(pid=25559): Terminated {rc=256}\u000a01:46:06.446027 --- ParallelTerminationStrategy: PID 25562 died...\u000a01:46:06.501549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25562): Terminated: ok {rc=0}\u000a01:46:06.511467 --- ParallelTerminationStrategy: PID 25565 died...\u000a01:46:06.567285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25565): Terminated: ok {rc=0}\u000a01:46:06.577404 --- ParallelTerminationStrategy: PID 25568 died...\u000a01:46:06.633618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25568): Terminated: ok {rc=0}\u000a01:46:06.722165 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25584): Process ended prematurely: osmo-stp_10.42.42.5(pid=25584) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25584)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25584): Process ended prematurely: osmo-stp_10.42.42.5(pid=25584) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25584)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:46:07.832884 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:07.844913 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:46:07.993477 tst iperf3m4.py: using LAC 37690\u000a01:46:08.111751 tst iperf3m4.py: using RAC 205\u000a01:46:08.231951 tst iperf3m4.py: using CellId 37690\u000a01:46:08.351977 tst iperf3m4.py: using BVCI 37691\u000a01:46:08.375026 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:08.386182 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:08.397042 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:08.407818 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:08.418610 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:08.429479 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:08.440512 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:08.451239 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:08.462268 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:46:08.578589 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:46:08.700469 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:46:08.818677 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:46:09.112547 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:46:09.247990 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:46:09.587288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25570): Launched\u000a01:46:09.869287 run iperf3-srv_10.42.42.10(pid=25571): Launched\u000a01:46:10.068469 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:46:10.204328 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:46:10.542519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25572): Launched\u000a01:46:10.823583 run iperf3-srv_10.42.42.10(pid=25573): Launched\u000a01:46:11.022143 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:46:11.157339 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:46:11.495728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25574): Launched\u000a01:46:11.776715 run iperf3-srv_10.42.42.10(pid=25575): Launched\u000a01:46:11.975569 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:46:12.110910 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:46:12.449122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25576): Launched\u000a01:46:12.730439 run iperf3-srv_10.42.42.10(pid=25577): Launched\u000a01:46:12.929423 tst iperf3m4.py:8: start network...\u000a01:46:13.064493 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:46:13.575882 run create_hlr_db(pid=25578): Launched\u000a01:46:13.763216 bus /gobi_6: Setting Powered False\u000a01:46:14.772789 run create_hlr_db(pid=25578): Terminated: ok {rc=0}\u000a01:46:15.215248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25580): Launched\u000a01:46:15.540878 run osmo-hlr_10.42.42.2(pid=25581): Launched\u000a01:46:15.660094 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:46:16.274988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25583): Launched\u000a01:46:16.708526 run osmo-stp_10.42.42.5(pid=25584): Launched\u000a01:46:16.943006 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:46:17.486896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25586): Launched\u000a01:46:17.594868 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:46:17.861224 run patchelf(pid=25587): Launched\u000a01:46:18.037515 run osmo-stp_10.42.42.5(pid=25584): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25584)]\u000a01:46:18.166566 run osmo-stp_10.42.42.5(pid=25584): stdout: \u000a| (launched: 2022-12-14_01:46:16.434686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:18.296781 run osmo-stp_10.42.42.5(pid=25584): stderr: \u000a| �[0;m�[38;5;43m20221214014616687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014616687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014616687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014616688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014616688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014616688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014616688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:18.421062 run osmo-stp_10.42.42.5(pid=25584): stdout: \u000a| (launched: 2022-12-14_01:46:16.434686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:18.543719 run osmo-stp_10.42.42.5(pid=25584): stderr: \u000a| �[0;m�[38;5;43m20221214014616687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014616687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014616687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014616688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014616688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014616688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014616688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:18.686995 run patchelf(pid=25587): Terminating (SIGINT)\u000a01:46:18.856015 run patchelf(pid=25587): Terminated: ok {rc=0}\u000a01:46:18.887152 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25584): Process ended prematurely: osmo-stp_10.42.42.5(pid=25584) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25584)] [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:46:18.896389 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a01:46:18.956096 run osmo-hlr_10.42.42.2(pid=25581): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25581)]\u000a01:46:19.004109 run osmo-hlr_10.42.42.2(pid=25581): stdout: \u000a| (launched: 2022-12-14_01:46:15.379152) \u000a01:46:19.052835 run osmo-hlr_10.42.42.2(pid=25581): stderr: \u000a| �[0;m�[1;31m20221214014615575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014615575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014615575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014615575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014615575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014615575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014615588 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014615596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014615596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014615596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:46:19.093997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25570): Terminating (SIGTERM)\u000a01:46:19.132903 run iperf3-srv_10.42.42.10(pid=25571): Terminating (SIGTERM)\u000a01:46:19.171837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25572): Terminating (SIGTERM)\u000a01:46:19.210785 run iperf3-srv_10.42.42.10(pid=25573): Terminating (SIGTERM)\u000a01:46:19.249657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25574): Terminating (SIGTERM)\u000a01:46:19.288505 run iperf3-srv_10.42.42.10(pid=25575): Terminating (SIGTERM)\u000a01:46:19.327505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25576): Terminating (SIGTERM)\u000a01:46:19.366316 run iperf3-srv_10.42.42.10(pid=25577): Terminating (SIGTERM)\u000a01:46:19.405321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25580): Terminating (SIGTERM)\u000a01:46:19.444172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25583): Terminating (SIGTERM)\u000a01:46:19.482886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25586): Terminating (SIGTERM)\u000a01:46:19.491952 --- ParallelTerminationStrategy: PID 25570 died...\u000a01:46:19.544238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25570): Terminated: ok {rc=0}\u000a01:46:19.553742 --- ParallelTerminationStrategy: PID 25571 died...\u000a01:46:19.606023 run iperf3-srv_10.42.42.10(pid=25571): Terminated {rc=256}\u000a01:46:19.615454 --- ParallelTerminationStrategy: PID 25572 died...\u000a01:46:19.667735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25572): Terminated: ok {rc=0}\u000a01:46:19.677347 --- ParallelTerminationStrategy: PID 25573 died...\u000a01:46:19.729356 run iperf3-srv_10.42.42.10(pid=25573): Terminated {rc=256}\u000a01:46:19.738764 --- ParallelTerminationStrategy: PID 25574 died...\u000a01:46:19.790984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25574): Terminated: ok {rc=0}\u000a01:46:19.800760 --- ParallelTerminationStrategy: PID 25575 died...\u000a01:46:19.853016 run iperf3-srv_10.42.42.10(pid=25575): Terminated {rc=256}\u000a01:46:19.862474 --- ParallelTerminationStrategy: PID 25576 died...\u000a01:46:19.914699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25576): Terminated: ok {rc=0}\u000a01:46:19.924171 --- ParallelTerminationStrategy: PID 25577 died...\u000a01:46:19.976204 run iperf3-srv_10.42.42.10(pid=25577): Terminated {rc=256}\u000a01:46:19.985732 --- ParallelTerminationStrategy: PID 25580 died...\u000a01:46:20.037975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25580): Terminated: ok {rc=0}\u000a01:46:20.047539 --- ParallelTerminationStrategy: PID 25583 died...\u000a01:46:20.100732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25583): Terminated: ok {rc=0}\u000a01:46:20.110369 --- ParallelTerminationStrategy: PID 25586 died...\u000a01:46:20.162626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25586): Terminated: ok {rc=0}\u000a01:46:20.245762 bus /gobi_4: Setting Powered False\u000a01:46:21.351756 bus /gobi_4: Setting Powered False\u000a01:46:22.458643 bus /gobi_1: Setting Powered False\u000a01:46:23.560857 bus /gobi_1: Setting Powered False\u000a01:46:24.670507 bus /gobi_0: Setting Powered False\u000a01:46:25.776655 bus /gobi_0: Setting Powered False\u000a01:46:26.885231 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25594): Process ended prematurely: osmo-stp_10.42.42.5(pid=25594) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25594)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25594): Process ended prematurely: osmo-stp_10.42.42.5(pid=25594) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25594)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:46:27.953781 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:27.966034 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:46:28.121593 tst ping.py: using LAC 37691\u000a01:46:28.247146 tst ping.py: using RAC 206\u000a01:46:28.371696 tst ping.py: using CellId 37691\u000a01:46:28.490446 tst ping.py: using BVCI 37692\u000a01:46:28.513025 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:28.524235 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:28.538078 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:28.549706 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:28.561622 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:28.573414 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:28.585599 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:28.597312 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:46:28.870341 tst ping.py:19: start network...\u000a01:46:28.993289 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:46:29.470028 run create_hlr_db(pid=25588): Launched\u000a01:46:29.640134 bus /gobi_6: Setting Powered False\u000a01:46:30.661920 run create_hlr_db(pid=25588): Terminated: ok {rc=0}\u000a01:46:31.121837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25590): Launched\u000a01:46:31.458422 run osmo-hlr_10.42.42.2(pid=25591): Launched\u000a01:46:31.677315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:46:32.301728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25593): Launched\u000a01:46:32.600742 run osmo-stp_10.42.42.5(pid=25594): Launched\u000a01:46:32.708100 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:46:33.228245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25596): Launched\u000a01:46:33.333413 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:46:33.591342 run patchelf(pid=25597): Launched\u000a01:46:33.763637 run osmo-stp_10.42.42.5(pid=25594): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25594)]\u000a01:46:33.890530 run osmo-stp_10.42.42.5(pid=25594): stdout: \u000a| (launched: 2022-12-14_01:46:32.453729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:34.017286 run osmo-stp_10.42.42.5(pid=25594): stderr: \u000a| �[0;m�[38;5;43m20221214014632623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014632623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014632623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014632623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014632624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014632624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014632624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:34.139275 run osmo-stp_10.42.42.5(pid=25594): stdout: \u000a| (launched: 2022-12-14_01:46:32.453729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:34.260064 run osmo-stp_10.42.42.5(pid=25594): stderr: \u000a| �[0;m�[38;5;43m20221214014632623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014632623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014632623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014632623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014632624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014632624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014632624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:34.400882 run patchelf(pid=25597): Terminating (SIGINT)\u000a01:46:34.567100 run patchelf(pid=25597): Terminated: ok {rc=0}\u000a01:46:34.597393 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25594): Process ended prematurely: osmo-stp_10.42.42.5(pid=25594) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25594)] [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:46:34.605957 tst ping.py:22: Test FAILED (6.6 sec)\u000a01:46:34.664868 run osmo-hlr_10.42.42.2(pid=25591): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25591)]\u000a01:46:34.712915 run osmo-hlr_10.42.42.2(pid=25591): stdout: \u000a| (launched: 2022-12-14_01:46:31.286858) \u000a01:46:34.761557 run osmo-hlr_10.42.42.2(pid=25591): stderr: \u000a| �[0;m�[1;31m20221214014631612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014631617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014631617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014631617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014631617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014631617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014631631 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014631643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014631643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014631644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:46:34.802770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25590): Terminating (SIGTERM)\u000a01:46:34.841586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25593): Terminating (SIGTERM)\u000a01:46:34.880666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25596): Terminating (SIGTERM)\u000a01:46:34.889911 --- ParallelTerminationStrategy: PID 25590 died...\u000a01:46:34.942514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25590): Terminated: ok {rc=0}\u000a01:46:34.951977 --- ParallelTerminationStrategy: PID 25593 died...\u000a01:46:35.003701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25593): Terminated: ok {rc=0}\u000a01:46:35.013152 --- ParallelTerminationStrategy: PID 25596 died...\u000a01:46:35.065018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25596): Terminated: ok {rc=0}\u000a01:46:35.147378 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25604): Process ended prematurely: osmo-stp_10.42.42.5(pid=25604) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25604)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25604): Process ended prematurely: osmo-stp_10.42.42.5(pid=25604) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25604)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:46:36.196346 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:36.208272 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:46:36.353242 tst ping_idle_ping.py: using LAC 37692\u000a01:46:36.471890 tst ping_idle_ping.py: using RAC 207\u000a01:46:36.588847 tst ping_idle_ping.py: using CellId 37692\u000a01:46:36.706398 tst ping_idle_ping.py: using BVCI 37693\u000a01:46:36.729155 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:36.740404 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:36.751538 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:36.762593 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:36.773454 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:36.784308 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:36.795502 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:36.806382 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:46:37.078030 tst ping_idle_ping.py:24: start network...\u000a01:46:37.201046 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:46:37.679378 run create_hlr_db(pid=25598): Launched\u000a01:46:37.850340 bus /gobi_6: Setting Powered False\u000a01:46:38.882959 run create_hlr_db(pid=25598): Terminated: ok {rc=0}\u000a01:46:39.307517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25600): Launched\u000a01:46:39.624069 run osmo-hlr_10.42.42.2(pid=25601): Launched\u000a01:46:39.741721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:46:40.276525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25603): Launched\u000a01:46:40.598243 run osmo-stp_10.42.42.5(pid=25604): Launched\u000a01:46:40.714205 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:46:41.273362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25606): Launched\u000a01:46:41.386490 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:46:41.666241 run patchelf(pid=25607): Launched\u000a01:46:41.852119 run osmo-stp_10.42.42.5(pid=25604): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25604)]\u000a01:46:41.988761 run osmo-stp_10.42.42.5(pid=25604): stdout: \u000a| (launched: 2022-12-14_01:46:40.438325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:42.125170 run osmo-stp_10.42.42.5(pid=25604): stderr: \u000a| �[0;m�[38;5;43m20221214014640631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014640631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014640632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014640632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014640632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014640633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014640633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:42.256570 run osmo-stp_10.42.42.5(pid=25604): stdout: \u000a| (launched: 2022-12-14_01:46:40.438325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:42.386695 run osmo-stp_10.42.42.5(pid=25604): stderr: \u000a| �[0;m�[38;5;43m20221214014640631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014640631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014640632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014640632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014640632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014640633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014640633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:42.538548 run patchelf(pid=25607): Terminating (SIGINT)\u000a01:46:42.715852 run patchelf(pid=25607): Terminated: ok {rc=0}\u000a01:46:42.748148 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25604): Process ended prematurely: osmo-stp_10.42.42.5(pid=25604) [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25604)] [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:46:42.757512 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a01:46:42.820116 run osmo-hlr_10.42.42.2(pid=25601): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25601)]\u000a01:46:42.871120 run osmo-hlr_10.42.42.2(pid=25601): stdout: \u000a| (launched: 2022-12-14_01:46:39.469902) \u000a01:46:42.923148 run osmo-hlr_10.42.42.2(pid=25601): stderr: \u000a| �[0;m�[1;31m20221214014639642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014639642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014639642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014639642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014639642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014639642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014639654 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014639662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014639662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014639663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:46:42.967489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25600): Terminating (SIGTERM)\u000a01:46:43.009766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25603): Terminating (SIGTERM)\u000a01:46:43.051984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25606): Terminating (SIGTERM)\u000a01:46:43.061703 --- ParallelTerminationStrategy: PID 25600 died...\u000a01:46:43.117657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25600): Terminated: ok {rc=0}\u000a01:46:43.127677 --- ParallelTerminationStrategy: PID 25603 died...\u000a01:46:43.183374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25603): Terminated: ok {rc=0}\u000a01:46:43.193412 --- ParallelTerminationStrategy: PID 25606 died...\u000a01:46:43.248934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25606): Terminated: ok {rc=0}\u000a01:46:43.334397 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:45:44" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25617): Process ended prematurely: osmo-stp_10.42.42.5(pid=25617) [trial-2397↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25617)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25617): Process ended prematurely: osmo-stp_10.42.42.5(pid=25617) [trial-2397↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:46:45.346256 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:46:45.357803 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:46:45.502052 tst switch_tch_pdch.py: using LAC 37693\u000a01:46:45.617056 tst switch_tch_pdch.py: using RAC 208\u000a01:46:45.734254 tst switch_tch_pdch.py: using CellId 37693\u000a01:46:45.868392 tst switch_tch_pdch.py: using BVCI 37694\u000a01:46:45.898713 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:46:45.910944 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:46:45.923127 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:46:45.935464 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:46:45.947664 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:46:45.959795 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:46:45.972348 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:46:45.984518 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:46:46.102538 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:46:46.386050 tst switch_tch_pdch.py:51: start network...\u000a01:46:46.511772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:46:47.034439 run create_hlr_db(pid=25611): Launched\u000a01:46:47.209841 bus /gobi_6: Setting Powered False\u000a01:46:48.228216 run create_hlr_db(pid=25611): Terminated: ok {rc=0}\u000a01:46:48.626928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25613): Launched\u000a01:46:48.924610 run osmo-hlr_10.42.42.2(pid=25614): Launched\u000a01:46:49.033002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:46:49.547586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25616): Launched\u000a01:46:49.844211 run osmo-stp_10.42.42.5(pid=25617): Launched\u000a01:46:49.951766 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:46:50.469602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25619): Launched\u000a01:46:50.575045 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:46:50.835682 run patchelf(pid=25620): Launched\u000a01:46:51.008858 run osmo-stp_10.42.42.5(pid=25617): ERR: Terminated: ERROR {rc=1} [trial-2397↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25617)]\u000a01:46:51.135516 run osmo-stp_10.42.42.5(pid=25617): stdout: \u000a| (launched: 2022-12-14_01:46:49.697595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:51.262729 run osmo-stp_10.42.42.5(pid=25617): stderr: \u000a| �[0;m�[38;5;43m20221214014649866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014649866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014649866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014649867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014649867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014649867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014649867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:51.384938 run osmo-stp_10.42.42.5(pid=25617): stdout: \u000a| (launched: 2022-12-14_01:46:49.697595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:51.506181 run osmo-stp_10.42.42.5(pid=25617): stderr: \u000a| �[0;m�[38;5;43m20221214014649866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014649866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014649866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014649867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014649867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014649867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014649867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:51.647247 run patchelf(pid=25620): Terminating (SIGINT)\u000a01:46:51.813140 run patchelf(pid=25620): Terminated: ok {rc=0}\u000a01:46:51.843826 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25617): Process ended prematurely: osmo-stp_10.42.42.5(pid=25617) [trial-2397↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25617)] [trial-2397↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:46:51.853063 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a01:46:51.912306 run osmo-hlr_10.42.42.2(pid=25614): ERR: Terminated: ERROR {rc=237} [trial-2397↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25614)]\u000a01:46:51.960698 run osmo-hlr_10.42.42.2(pid=25614): stdout: \u000a| (launched: 2022-12-14_01:46:48.777587) \u000a01:46:52.009725 run osmo-hlr_10.42.42.2(pid=25614): stderr: \u000a| �[0;m�[1;31m20221214014648952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014648952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014648952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014648952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014648952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014648952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014648967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014648975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014648976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014648976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:46:52.051585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25613): Terminating (SIGTERM)\u000a01:46:52.090929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25616): Terminating (SIGTERM)\u000a01:46:52.130253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25619): Terminating (SIGTERM)\u000a01:46:52.139435 --- ParallelTerminationStrategy: PID 25613 died...\u000a01:46:52.192422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25613): Terminated: ok {rc=0}\u000a01:46:52.202013 --- ParallelTerminationStrategy: PID 25616 died...\u000a01:46:52.254260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25616): Terminated: ok {rc=0}\u000a01:46:52.263650 --- ParallelTerminationStrategy: PID 25619 died...\u000a01:46:52.315853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25619): Terminated: ok {rc=0}\u000a01:46:52.398268 bus /gobi_0: Setting Powered False\u000a01:46:53.498410 bus /gobi_0: Setting Powered False\u000a01:46:54.608942 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:46:45" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25630): Process ended prematurely: osmo-stp_10.42.42.5(pid=25630) [trial-2397↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25630)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25630): Process ended prematurely: osmo-stp_10.42.42.5(pid=25630) [trial-2397↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a01:46:56.554637 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:46:56.565428 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:46:56.695039 tst mo_mt_sms.py: using LAC 37694\u000a01:46:56.810159 tst mo_mt_sms.py: using RAC 209\u000a01:46:56.926213 tst mo_mt_sms.py: using CellId 37694\u000a01:46:57.041626 tst mo_mt_sms.py: using BVCI 37695\u000a01:46:57.063886 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:46:57.074702 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:46:57.085195 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:46:57.095672 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:46:57.106229 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:46:57.116576 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a01:46:57.235664 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a01:46:57.446234 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:46:57.947513 run create_hlr_db(pid=25624): Launched\u000a01:46:58.133375 bus /gobi_6: Setting Powered False\u000a01:46:59.153778 run create_hlr_db(pid=25624): Terminated: ok {rc=0}\u000a01:46:59.579037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25626): Launched\u000a01:46:59.898831 run osmo-hlr_10.42.42.2(pid=25627): Launched\u000a01:47:00.018286 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:47:00.571053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25629): Launched\u000a01:47:00.971725 run osmo-stp_10.42.42.5(pid=25630): Launched\u000a01:47:01.240168 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:47:01.861088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25632): Launched\u000a01:47:02.297099 run osmo-msc_10.42.42.6(pid=25633): Launched\u000a01:47:02.478774 run osmo-stp_10.42.42.5(pid=25630): ERR: Terminated: ERROR {rc=1} [trial-2397↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25630)]\u000a01:47:02.604593 run osmo-stp_10.42.42.5(pid=25630): stdout: \u000a| (launched: 2022-12-14_01:47:00.732551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:02.729219 run osmo-stp_10.42.42.5(pid=25630): stderr: \u000a| �[0;m�[38;5;43m20221214014700995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014700995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014700995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014700996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014700997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014700997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014700997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:02.848732 run osmo-stp_10.42.42.5(pid=25630): stdout: \u000a| (launched: 2022-12-14_01:47:00.732551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:02.967132 run osmo-stp_10.42.42.5(pid=25630): stderr: \u000a| �[0;m�[38;5;43m20221214014700995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014700995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014700995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014700996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014700997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014700997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014700997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:03.019495 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=25630): Process ended prematurely: osmo-stp_10.42.42.5(pid=25630) [trial-2397↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25630)] [trial-2397↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a01:47:03.027541 tst mo_mt_sms.py:16: Test FAILED (6.5 sec)\u000a01:47:03.086988 run osmo-hlr_10.42.42.2(pid=25627): ERR: Terminated: ERROR {rc=237} [trial-2397↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25627)]\u000a01:47:03.135630 run osmo-hlr_10.42.42.2(pid=25627): stdout: \u000a| (launched: 2022-12-14_01:46:59.740122) \u000a01:47:03.185069 run osmo-hlr_10.42.42.2(pid=25627): stderr: \u000a| �[0;m�[1;31m20221214014659935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014659935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014659935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014659935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014659935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014659935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014659947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014659956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014659956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014659956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:47:03.251923 run osmo-msc_10.42.42.6(pid=25633): ERR: Terminated: ERROR {rc=2} [trial-2397↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25633)]\u000a01:47:03.300369 run osmo-msc_10.42.42.6(pid=25633): stdout: \u000a| (launched: 2022-12-14_01:47:02.025571) \u000a01:47:03.349517 run osmo-msc_10.42.42.6(pid=25633): stderr: \u000a| �[0;m�[38;5;43m20221214014702381 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014702382 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77522e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014702382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014702382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014702382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014702382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014702384 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014702384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014702384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014702384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:47:03.391344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25626): Terminating (SIGTERM)\u000a01:47:03.430866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25629): Terminating (SIGTERM)\u000a01:47:03.470354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25632): Terminating (SIGTERM)\u000a01:47:03.479605 --- ParallelTerminationStrategy: PID 25626 died...\u000a01:47:03.533262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25626): Terminated: ok {rc=0}\u000a01:47:03.542926 --- ParallelTerminationStrategy: PID 25629 died...\u000a01:47:03.595807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25629): Terminated: ok {rc=0}\u000a01:47:03.605512 --- ParallelTerminationStrategy: PID 25632 died...\u000a01:47:03.658333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25632): Terminated: ok {rc=0}\u000a01:47:03.746146 bus /sierra_3: Setting Powered False\u000a01:47:04.847911 bus /sierra_3: Setting Powered False\u000a01:47:05.958112 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:46:56" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25639): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25639) [trial-2397↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25639)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25639): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25639) [trial-2397↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25639)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a01:47:07.795574 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a01:47:07.806565 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:47:07.938501 tst assert_extension.py: using LAC 37695\u000a01:47:08.062568 tst assert_extension.py: using RAC 210\u000a01:47:08.191137 tst assert_extension.py: using CellId 37695\u000a01:47:08.318581 tst assert_extension.py: using BVCI 37696\u000a01:47:08.342946 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a01:47:08.615617 tst assert_extension.py:10: start nitb and bts...\u000a01:47:08.739738 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:47:09.356898 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25638): Launched\u000a01:47:09.652902 run osmo-nitb_10.42.42.2(pid=25639): Launched\u000a01:47:09.835789 run osmo-nitb_10.42.42.2(pid=25639): ERR: Terminated: ERROR {rc=2} [trial-2397↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25639)]\u000a01:47:09.971108 run osmo-nitb_10.42.42.2(pid=25639): stdout: \u000a| (launched: 2022-12-14_01:47:09.507171) \u000a01:47:10.106922 run osmo-nitb_10.42.42.2(pid=25639): stderr: \u000a| (launched: 2022-12-14_01:47:09.551185)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:47:10.237965 run osmo-nitb_10.42.42.2(pid=25639): stdout: \u000a| (launched: 2022-12-14_01:47:09.507171) \u000a01:47:10.366784 run osmo-nitb_10.42.42.2(pid=25639): stderr: \u000a| (launched: 2022-12-14_01:47:09.551185)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:47:10.773443 tst osmo-nitb_10.42.42.2(pid=25639): stdout: \u000a| (launched: 2022-12-14_01:47:09.507171) \u000a01:47:10.891416 tst osmo-nitb_10.42.42.2(pid=25639): stderr: \u000a| (launched: 2022-12-14_01:47:09.551185)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:47:10.943511 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=25639): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25639) [trial-2397↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25639)] [trial-2397↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a01:47:10.951616 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a01:47:10.985557 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25638): Terminating (SIGTERM)\u000a01:47:11.162960 --- ParallelTerminationStrategy: PID 25638 died...\u000a01:47:11.217437 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25638): Terminated: ok {rc=0}\u000a01:47:11.302974 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:47:07" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "ussd:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25649): Process ended prematurely: osmo-stp_10.42.42.5(pid=25649) [trial-2397↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25649)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25649): Process ended prematurely: osmo-stp_10.42.42.5(pid=25649) [trial-2397↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25649)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a01:47:13.143298 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:47:13.154744 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:47:13.304898 tst assert_extension.py: using LAC 37696\u000a01:47:13.432531 tst assert_extension.py: using RAC 211\u000a01:47:13.557255 tst assert_extension.py: using CellId 37696\u000a01:47:13.686481 tst assert_extension.py: using BVCI 37697\u000a01:47:13.710895 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:47:13.722124 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:47:13.733148 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:47:13.744154 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:47:13.755509 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:47:13.766778 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a01:47:13.964508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:47:14.444267 run create_hlr_db(pid=25643): Launched\u000a01:47:14.616028 bus /sierra_2: Setting Powered False\u000a01:47:15.636900 run create_hlr_db(pid=25643): Terminated: ok {rc=0}\u000a01:47:16.087110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25645): Launched\u000a01:47:16.457438 run osmo-hlr_10.42.42.2(pid=25646): Launched\u000a01:47:16.577297 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:47:17.258766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25648): Launched\u000a01:47:17.584011 run osmo-stp_10.42.42.5(pid=25649): Launched\u000a01:47:17.700658 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:47:18.287055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25651): Launched\u000a01:47:18.608704 run osmo-msc_10.42.42.6(pid=25652): Launched\u000a01:47:18.795056 run osmo-stp_10.42.42.5(pid=25649): ERR: Terminated: ERROR {rc=1} [trial-2397↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25649)]\u000a01:47:18.930598 run osmo-stp_10.42.42.5(pid=25649): stdout: \u000a| (launched: 2022-12-14_01:47:17.423464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:19.064206 run osmo-stp_10.42.42.5(pid=25649): stderr: \u000a| �[0;m�[38;5;43m20221214014717611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014717611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014717611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014717612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014717612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014717612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014717612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:19.192583 run osmo-stp_10.42.42.5(pid=25649): stdout: \u000a| (launched: 2022-12-14_01:47:17.423464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:19.319966 run osmo-stp_10.42.42.5(pid=25649): stderr: \u000a| �[0;m�[38;5;43m20221214014717611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014717611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014717611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014717612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014717612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014717612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014717612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:19.375739 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=25649): Process ended prematurely: osmo-stp_10.42.42.5(pid=25649) [trial-2397↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25649)] [trial-2397↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a01:47:19.384640 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a01:47:19.447314 run osmo-hlr_10.42.42.2(pid=25646): ERR: Terminated: ERROR {rc=237} [trial-2397↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25646)]\u000a01:47:19.498137 run osmo-hlr_10.42.42.2(pid=25646): stdout: \u000a| (launched: 2022-12-14_01:47:16.254385) \u000a01:47:19.549929 run osmo-hlr_10.42.42.2(pid=25646): stderr: \u000a| �[0;m�[1;31m20221214014716667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014716667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014716667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014716667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014716667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014716668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014716689 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014716707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014716707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014716708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:47:19.620171 run osmo-msc_10.42.42.6(pid=25652): ERR: Terminated: ERROR {rc=2} [trial-2397↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25652)]\u000a01:47:19.671148 run osmo-msc_10.42.42.6(pid=25652): stdout: \u000a| (launched: 2022-12-14_01:47:18.448537) \u000a01:47:19.722839 run osmo-msc_10.42.42.6(pid=25652): stderr: \u000a| �[0;m�[38;5;43m20221214014718766 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014718766 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff81b3dec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014718767 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014718767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014718767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014718767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014718769 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014718769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014718769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014718769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:47:19.766966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25645): Terminating (SIGTERM)\u000a01:47:19.809347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25648): Terminating (SIGTERM)\u000a01:47:19.851794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25651): Terminating (SIGTERM)\u000a01:47:19.861667 --- ParallelTerminationStrategy: PID 25645 died...\u000a01:47:19.918689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25645): Terminated: ok {rc=0}\u000a01:47:19.928900 --- ParallelTerminationStrategy: PID 25648 died...\u000a01:47:19.985351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25648): Terminated: ok {rc=0}\u000a01:47:19.995499 --- ParallelTerminationStrategy: PID 25651 died...\u000a01:47:20.051918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25651): Terminated: ok {rc=0}\u000a01:47:20.138998 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:47:12" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25664): Process ended prematurely: osmo-stp_10.42.42.5(pid=25664) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25664)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25664): Process ended prematurely: osmo-stp_10.42.42.5(pid=25664) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25664)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:47:22.106259 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:22.117959 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:47:22.284083 tst mo_mt_call.py: using LAC 37697\u000a01:47:22.411235 tst mo_mt_call.py: using RAC 212\u000a01:47:22.541670 tst mo_mt_call.py: using CellId 37697\u000a01:47:22.667210 tst mo_mt_call.py: using BVCI 37698\u000a01:47:22.691834 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:22.703502 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:22.715061 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:22.727024 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:22.739764 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:22.752252 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:47:22.873884 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:47:23.088077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:47:23.601164 run create_hlr_db(pid=25658): Launched\u000a01:47:23.789356 bus /sierra_2: Setting Powered False\u000a01:47:24.810290 run create_hlr_db(pid=25658): Terminated: ok {rc=0}\u000a01:47:25.220664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25660): Launched\u000a01:47:25.525183 run osmo-hlr_10.42.42.2(pid=25661): Launched\u000a01:47:25.644743 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:47:26.175440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25663): Launched\u000a01:47:26.478140 run osmo-stp_10.42.42.5(pid=25664): Launched\u000a01:47:26.587983 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:47:27.141753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25666): Launched\u000a01:47:27.445594 run osmo-msc_10.42.42.6(pid=25667): Launched\u000a01:47:27.621783 run osmo-stp_10.42.42.5(pid=25664): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25664)]\u000a01:47:27.749083 run osmo-stp_10.42.42.5(pid=25664): stdout: \u000a| (launched: 2022-12-14_01:47:26.328126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:27.874719 run osmo-stp_10.42.42.5(pid=25664): stderr: \u000a| �[0;m�[38;5;43m20221214014726497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014726497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014726498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014726498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014726499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014726499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014726499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:27.995225 run osmo-stp_10.42.42.5(pid=25664): stdout: \u000a| (launched: 2022-12-14_01:47:26.328126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:28.114914 run osmo-stp_10.42.42.5(pid=25664): stderr: \u000a| �[0;m�[38;5;43m20221214014726497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014726497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014726498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014726498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014726499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014726499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014726499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:28.168273 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25664): Process ended prematurely: osmo-stp_10.42.42.5(pid=25664) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25664)] [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a01:47:28.177183 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:47:28.236716 run osmo-hlr_10.42.42.2(pid=25661): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25661)]\u000a01:47:28.285304 run osmo-hlr_10.42.42.2(pid=25661): stdout: \u000a| (launched: 2022-12-14_01:47:25.374154) \u000a01:47:28.334627 run osmo-hlr_10.42.42.2(pid=25661): stderr: \u000a| �[0;m�[1;31m20221214014725547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014725547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014725547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014725547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014725547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014725547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014725559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014725567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014725568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014725568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:47:28.401812 run osmo-msc_10.42.42.6(pid=25667): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25667)]\u000a01:47:28.450404 run osmo-msc_10.42.42.6(pid=25667): stdout: \u000a| (launched: 2022-12-14_01:47:27.294423) \u000a01:47:28.499519 run osmo-msc_10.42.42.6(pid=25667): stderr: \u000a| �[0;m�[38;5;43m20221214014727565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014727566 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f289ea27c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014727566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014727566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014727566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014727566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014727568 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014727568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014727568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014727568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:47:28.541304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25660): Terminating (SIGTERM)\u000a01:47:28.580635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25663): Terminating (SIGTERM)\u000a01:47:28.620127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25666): Terminating (SIGTERM)\u000a01:47:28.629418 --- ParallelTerminationStrategy: PID 25660 died...\u000a01:47:28.682536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25660): Terminated: ok {rc=0}\u000a01:47:28.692134 --- ParallelTerminationStrategy: PID 25663 died...\u000a01:47:28.744630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25663): Terminated: ok {rc=0}\u000a01:47:28.754118 --- ParallelTerminationStrategy: PID 25666 died...\u000a01:47:28.806708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25666): Terminated: ok {rc=0}\u000a01:47:28.895861 bus /sierra_3: Setting Powered False\u000a01:47:29.998737 bus /sierra_3: Setting Powered False\u000a01:47:31.121269 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25675): Process ended prematurely: osmo-stp_10.42.42.5(pid=25675) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25675)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25675): Process ended prematurely: osmo-stp_10.42.42.5(pid=25675) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25675)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:47:32.242916 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:32.255102 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:47:32.411146 tst mo_mt_call_osmux.py: using LAC 37698\u000a01:47:32.531873 tst mo_mt_call_osmux.py: using RAC 213\u000a01:47:32.651956 tst mo_mt_call_osmux.py: using CellId 37698\u000a01:47:32.777129 tst mo_mt_call_osmux.py: using BVCI 37699\u000a01:47:32.800118 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:32.811396 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:32.822482 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:32.833554 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:32.844601 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:32.855545 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:47:32.971466 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:47:33.183701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:47:33.696269 run create_hlr_db(pid=25669): Launched\u000a01:47:33.884022 bus /sierra_2: Setting Powered False\u000a01:47:34.894223 run create_hlr_db(pid=25669): Terminated: ok {rc=0}\u000a01:47:35.339546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25671): Launched\u000a01:47:35.666724 run osmo-hlr_10.42.42.2(pid=25672): Launched\u000a01:47:35.783740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:47:36.349435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25674): Launched\u000a01:47:36.673933 run osmo-stp_10.42.42.5(pid=25675): Launched\u000a01:47:36.791615 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:47:37.386089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25677): Launched\u000a01:47:37.712098 run osmo-msc_10.42.42.6(pid=25678): Launched\u000a01:47:37.901783 run osmo-stp_10.42.42.5(pid=25675): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25675)]\u000a01:47:38.039287 run osmo-stp_10.42.42.5(pid=25675): stdout: \u000a| (launched: 2022-12-14_01:47:36.513874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:38.175186 run osmo-stp_10.42.42.5(pid=25675): stderr: \u000a| �[0;m�[38;5;43m20221214014736703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014736703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014736703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014736703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014736704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014736704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014736704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:38.304744 run osmo-stp_10.42.42.5(pid=25675): stdout: \u000a| (launched: 2022-12-14_01:47:36.513874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:38.433733 run osmo-stp_10.42.42.5(pid=25675): stderr: \u000a| �[0;m�[38;5;43m20221214014736703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014736703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014736703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014736703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014736704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014736704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014736704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:38.490720 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25675): Process ended prematurely: osmo-stp_10.42.42.5(pid=25675) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25675)] [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a01:47:38.500036 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:47:38.562351 run osmo-hlr_10.42.42.2(pid=25672): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25672)]\u000a01:47:38.613328 run osmo-hlr_10.42.42.2(pid=25672): stdout: \u000a| (launched: 2022-12-14_01:47:35.504512) \u000a01:47:38.664868 run osmo-hlr_10.42.42.2(pid=25672): stderr: \u000a| �[0;m�[1;31m20221214014735699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014735699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014735699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014735699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014735699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014735699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014735740 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014735749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014735750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014735750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:47:38.734608 run osmo-msc_10.42.42.6(pid=25678): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25678)]\u000a01:47:38.785438 run osmo-msc_10.42.42.6(pid=25678): stdout: \u000a| (launched: 2022-12-14_01:47:37.550773) \u000a01:47:38.837003 run osmo-msc_10.42.42.6(pid=25678): stderr: \u000a| �[0;m�[38;5;43m20221214014737869 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014737869 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb6b8fd5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014737869 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014737869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014737870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014737870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014737871 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014737872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014737873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014737873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:47:38.880868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25671): Terminating (SIGTERM)\u000a01:47:38.923336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25674): Terminating (SIGTERM)\u000a01:47:38.965403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25677): Terminating (SIGTERM)\u000a01:47:38.975075 --- ParallelTerminationStrategy: PID 25671 died...\u000a01:47:39.031214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25671): Terminated: ok {rc=0}\u000a01:47:39.041393 --- ParallelTerminationStrategy: PID 25674 died...\u000a01:47:39.096895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25674): Terminated: ok {rc=0}\u000a01:47:39.107047 --- ParallelTerminationStrategy: PID 25677 died...\u000a01:47:39.162731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25677): Terminated: ok {rc=0}\u000a01:47:39.249064 bus /sierra_3: Setting Powered False\u000a01:47:40.354990 bus /sierra_3: Setting Powered False\u000a01:47:41.462715 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:47:21" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25689): Process ended prematurely: osmo-stp_10.42.42.5(pid=25689) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25689)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25689): Process ended prematurely: osmo-stp_10.42.42.5(pid=25689) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25689)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a01:47:43.467593 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:43.478757 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:47:43.630985 tst mo_mt_call.py: using LAC 37699\u000a01:47:43.749632 tst mo_mt_call.py: using RAC 214\u000a01:47:43.867654 tst mo_mt_call.py: using CellId 37699\u000a01:47:43.988270 tst mo_mt_call.py: using BVCI 37700\u000a01:47:44.011039 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:44.022269 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:44.033239 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:44.044256 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:44.055287 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:44.066235 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:47:44.187843 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:47:44.398227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:47:44.907811 run create_hlr_db(pid=25683): Launched\u000a01:47:45.095349 bus /sierra_2: Setting Powered False\u000a01:47:46.110014 run create_hlr_db(pid=25683): Terminated: ok {rc=0}\u000a01:47:46.552624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25685): Launched\u000a01:47:46.940758 run osmo-hlr_10.42.42.2(pid=25686): Launched\u000a01:47:47.136915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:47:47.668391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25688): Launched\u000a01:47:47.970477 run osmo-stp_10.42.42.5(pid=25689): Launched\u000a01:47:48.079833 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:47:48.633094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25691): Launched\u000a01:47:48.937482 run osmo-msc_10.42.42.6(pid=25692): Launched\u000a01:47:49.115107 run osmo-stp_10.42.42.5(pid=25689): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25689)]\u000a01:47:49.242133 run osmo-stp_10.42.42.5(pid=25689): stdout: \u000a| (launched: 2022-12-14_01:47:47.821565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:49.367345 run osmo-stp_10.42.42.5(pid=25689): stderr: \u000a| �[0;m�[38;5;43m20221214014747994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014747994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014747994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014747995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014747995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014747995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014747995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:49.487525 run osmo-stp_10.42.42.5(pid=25689): stdout: \u000a| (launched: 2022-12-14_01:47:47.821565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:49.606807 run osmo-stp_10.42.42.5(pid=25689): stderr: \u000a| �[0;m�[38;5;43m20221214014747994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014747994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014747994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014747995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014747995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014747995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014747995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:49.659876 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25689): Process ended prematurely: osmo-stp_10.42.42.5(pid=25689) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25689)] [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a01:47:49.668445 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a01:47:49.726904 run osmo-hlr_10.42.42.2(pid=25686): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25686)]\u000a01:47:49.774667 run osmo-hlr_10.42.42.2(pid=25686): stdout: \u000a| (launched: 2022-12-14_01:47:46.719363) \u000a01:47:49.823153 run osmo-hlr_10.42.42.2(pid=25686): stderr: \u000a| �[0;m�[1;31m20221214014747055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014747055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014747055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014747055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014747055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014747055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014747075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014747091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014747092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014747092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:47:49.889194 run osmo-msc_10.42.42.6(pid=25692): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25692)]\u000a01:47:49.936867 run osmo-msc_10.42.42.6(pid=25692): stdout: \u000a| (launched: 2022-12-14_01:47:48.786657) \u000a01:47:49.984908 run osmo-msc_10.42.42.6(pid=25692): stderr: \u000a| �[0;m�[38;5;43m20221214014749058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014749058 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0feae33c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014749058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014749058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014749058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014749059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014749060 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014749061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014749061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014749061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:47:50.026212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25685): Terminating (SIGTERM)\u000a01:47:50.065295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25688): Terminating (SIGTERM)\u000a01:47:50.104223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25691): Terminating (SIGTERM)\u000a01:47:50.113422 --- ParallelTerminationStrategy: PID 25685 died...\u000a01:47:50.165812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25685): Terminated: ok {rc=0}\u000a01:47:50.175220 --- ParallelTerminationStrategy: PID 25688 died...\u000a01:47:50.227397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25688): Terminated: ok {rc=0}\u000a01:47:50.236768 --- ParallelTerminationStrategy: PID 25691 died...\u000a01:47:50.288627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25691): Terminated: ok {rc=0}\u000a01:47:50.375793 bus /sierra_3: Setting Powered False\u000a01:47:51.478551 bus /sierra_3: Setting Powered False\u000a01:47:52.587815 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25700): Process ended prematurely: osmo-stp_10.42.42.5(pid=25700) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25700)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25700): Process ended prematurely: osmo-stp_10.42.42.5(pid=25700) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25700)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:47:53.696561 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:53.708469 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:47:53.862452 tst mo_mt_call_osmux.py: using LAC 37700\u000a01:47:53.983279 tst mo_mt_call_osmux.py: using RAC 215\u000a01:47:54.103299 tst mo_mt_call_osmux.py: using CellId 37700\u000a01:47:54.222876 tst mo_mt_call_osmux.py: using BVCI 37701\u000a01:47:54.245721 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:54.256867 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:54.268040 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:54.279102 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:54.290273 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:47:54.301291 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:47:54.416794 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:47:54.627975 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:47:55.139522 run create_hlr_db(pid=25694): Launched\u000a01:47:55.327362 bus /sierra_2: Setting Powered False\u000a01:47:56.347564 run create_hlr_db(pid=25694): Terminated: ok {rc=0}\u000a01:47:56.754852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25696): Launched\u000a01:47:57.056781 run osmo-hlr_10.42.42.2(pid=25697): Launched\u000a01:47:57.172668 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:47:57.698367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25699): Launched\u000a01:47:58.000798 run osmo-stp_10.42.42.5(pid=25700): Launched\u000a01:47:58.110936 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:47:58.665125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25702): Launched\u000a01:47:58.969274 run osmo-msc_10.42.42.6(pid=25703): Launched\u000a01:47:59.146159 run osmo-stp_10.42.42.5(pid=25700): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25700)]\u000a01:47:59.273490 run osmo-stp_10.42.42.5(pid=25700): stdout: \u000a| (launched: 2022-12-14_01:47:57.851331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:59.398801 run osmo-stp_10.42.42.5(pid=25700): stderr: \u000a| �[0;m�[38;5;43m20221214014758021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014758021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014758021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014758022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014758022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014758022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014758023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:59.519359 run osmo-stp_10.42.42.5(pid=25700): stdout: \u000a| (launched: 2022-12-14_01:47:57.851331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:59.638838 run osmo-stp_10.42.42.5(pid=25700): stderr: \u000a| �[0;m�[38;5;43m20221214014758021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014758021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014758021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014758022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014758022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014758022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014758023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:59.692019 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25700): Process ended prematurely: osmo-stp_10.42.42.5(pid=25700) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25700)] [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a01:47:59.701203 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a01:47:59.760117 run osmo-hlr_10.42.42.2(pid=25697): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25697)]\u000a01:47:59.808321 run osmo-hlr_10.42.42.2(pid=25697): stdout: \u000a| (launched: 2022-12-14_01:47:56.908125) \u000a01:47:59.857290 run osmo-hlr_10.42.42.2(pid=25697): stderr: \u000a| �[0;m�[1;31m20221214014757084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014757084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014757084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014757084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014757084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014757084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014757096 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014757106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014757106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014757106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:47:59.923907 run osmo-msc_10.42.42.6(pid=25703): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25703)]\u000a01:47:59.972041 run osmo-msc_10.42.42.6(pid=25703): stdout: \u000a| (launched: 2022-12-14_01:47:58.818043) \u000a01:48:00.020632 run osmo-msc_10.42.42.6(pid=25703): stderr: \u000a| �[0;m�[38;5;43m20221214014759089 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014759089 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd60e33dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014759090 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014759090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014759090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014759090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014759092 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014759092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014759092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014759092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:48:00.061941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25696): Terminating (SIGTERM)\u000a01:48:00.100877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25699): Terminating (SIGTERM)\u000a01:48:00.139859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25702): Terminating (SIGTERM)\u000a01:48:00.149062 --- ParallelTerminationStrategy: PID 25696 died...\u000a01:48:00.201731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25696): Terminated: ok {rc=0}\u000a01:48:00.211369 --- ParallelTerminationStrategy: PID 25699 died...\u000a01:48:00.263369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25699): Terminated: ok {rc=0}\u000a01:48:00.272873 --- ParallelTerminationStrategy: PID 25702 died...\u000a01:48:00.325001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25702): Terminated: ok {rc=0}\u000a01:48:00.412067 bus /sierra_3: Setting Powered False\u000a01:48:01.512850 bus /sierra_3: Setting Powered False\u000a01:48:02.618663 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:47:43" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25714): Process ended prematurely: osmo-stp_10.42.42.5(pid=25714) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25714)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25714): Process ended prematurely: osmo-stp_10.42.42.5(pid=25714) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25714)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:48:04.615456 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:04.626782 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:48:04.781326 tst mo_mt_call.py: using LAC 37701\u000a01:48:04.900252 tst mo_mt_call.py: using RAC 216\u000a01:48:05.029485 tst mo_mt_call.py: using CellId 37701\u000a01:48:05.159757 tst mo_mt_call.py: using BVCI 37702\u000a01:48:05.183505 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:05.195349 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:05.207103 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:05.218412 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:05.230130 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:05.242157 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:48:05.364485 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:48:05.576580 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:48:06.088074 run create_hlr_db(pid=25708): Launched\u000a01:48:06.275828 bus /sierra_2: Setting Powered False\u000a01:48:07.297544 run create_hlr_db(pid=25708): Terminated: ok {rc=0}\u000a01:48:07.733276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25710): Launched\u000a01:48:08.061387 run osmo-hlr_10.42.42.2(pid=25711): Launched\u000a01:48:08.178661 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:48:08.743820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25713): Launched\u000a01:48:09.072021 run osmo-stp_10.42.42.5(pid=25714): Launched\u000a01:48:09.190779 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:48:09.786890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25716): Launched\u000a01:48:10.112774 run osmo-msc_10.42.42.6(pid=25717): Launched\u000a01:48:10.302500 run osmo-stp_10.42.42.5(pid=25714): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25714)]\u000a01:48:10.439508 run osmo-stp_10.42.42.5(pid=25714): stdout: \u000a| (launched: 2022-12-14_01:48:08.908613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:10.575476 run osmo-stp_10.42.42.5(pid=25714): stderr: \u000a| �[0;m�[38;5;43m20221214014809100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014809100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014809101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014809101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014809102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014809102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014809102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:10.706127 run osmo-stp_10.42.42.5(pid=25714): stdout: \u000a| (launched: 2022-12-14_01:48:08.908613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:10.835602 run osmo-stp_10.42.42.5(pid=25714): stderr: \u000a| �[0;m�[38;5;43m20221214014809100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014809100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014809101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014809101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014809102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014809102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014809102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:10.892852 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25714): Process ended prematurely: osmo-stp_10.42.42.5(pid=25714) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25714)] [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a01:48:10.902442 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:48:10.965717 run osmo-hlr_10.42.42.2(pid=25711): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25711)]\u000a01:48:11.016899 run osmo-hlr_10.42.42.2(pid=25711): stdout: \u000a| (launched: 2022-12-14_01:48:07.898323) \u000a01:48:11.068592 run osmo-hlr_10.42.42.2(pid=25711): stderr: \u000a| �[0;m�[1;31m20221214014808094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014808094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014808094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014808094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014808094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014808094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014808107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014808115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014808116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014808116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:48:11.138690 run osmo-msc_10.42.42.6(pid=25717): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25717)]\u000a01:48:11.190133 run osmo-msc_10.42.42.6(pid=25717): stdout: \u000a| (launched: 2022-12-14_01:48:09.951856) \u000a01:48:11.242142 run osmo-msc_10.42.42.6(pid=25717): stderr: \u000a| �[0;m�[38;5;43m20221214014810273 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014810273 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb24262c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014810273 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014810273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014810273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014810274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014810275 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014810276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014810276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014810276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:48:11.286106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25710): Terminating (SIGTERM)\u000a01:48:11.327951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25713): Terminating (SIGTERM)\u000a01:48:11.369699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25716): Terminating (SIGTERM)\u000a01:48:11.379358 --- ParallelTerminationStrategy: PID 25710 died...\u000a01:48:11.435387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25710): Terminated: ok {rc=0}\u000a01:48:11.445515 --- ParallelTerminationStrategy: PID 25713 died...\u000a01:48:11.501111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25713): Terminated: ok {rc=0}\u000a01:48:11.511136 --- ParallelTerminationStrategy: PID 25716 died...\u000a01:48:11.566864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25716): Terminated: ok {rc=0}\u000a01:48:11.652845 bus /sierra_3: Setting Powered False\u000a01:48:12.757426 bus /sierra_3: Setting Powered False\u000a01:48:13.864573 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25725): Process ended prematurely: osmo-stp_10.42.42.5(pid=25725) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25725)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25725): Process ended prematurely: osmo-stp_10.42.42.5(pid=25725) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:48:14.978913 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:14.991520 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:48:15.155040 tst mo_mt_call_osmux.py: using LAC 37702\u000a01:48:15.282801 tst mo_mt_call_osmux.py: using RAC 217\u000a01:48:15.409811 tst mo_mt_call_osmux.py: using CellId 37702\u000a01:48:15.536030 tst mo_mt_call_osmux.py: using BVCI 37703\u000a01:48:15.560663 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:15.572471 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:15.583997 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:15.595655 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:15.607588 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:15.619536 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:48:15.737534 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:48:15.989270 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:48:16.548604 run create_hlr_db(pid=25719): Launched\u000a01:48:16.743612 bus /sierra_2: Setting Powered False\u000a01:48:17.746876 run create_hlr_db(pid=25719): Terminated: ok {rc=0}\u000a01:48:18.197119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25721): Launched\u000a01:48:18.523658 run osmo-hlr_10.42.42.2(pid=25722): Launched\u000a01:48:18.645945 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:48:19.212299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25724): Launched\u000a01:48:19.538099 run osmo-stp_10.42.42.5(pid=25725): Launched\u000a01:48:19.655318 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:48:20.250235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25727): Launched\u000a01:48:20.575869 run osmo-msc_10.42.42.6(pid=25728): Launched\u000a01:48:20.766440 run osmo-stp_10.42.42.5(pid=25725): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25725)]\u000a01:48:20.903004 run osmo-stp_10.42.42.5(pid=25725): stdout: \u000a| (launched: 2022-12-14_01:48:19.377079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:21.039717 run osmo-stp_10.42.42.5(pid=25725): stderr: \u000a| �[0;m�[38;5;43m20221214014819568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014819568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014819568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014819569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014819569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014819569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014819569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:21.169617 run osmo-stp_10.42.42.5(pid=25725): stdout: \u000a| (launched: 2022-12-14_01:48:19.377079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:21.298518 run osmo-stp_10.42.42.5(pid=25725): stderr: \u000a| �[0;m�[38;5;43m20221214014819568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014819568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014819568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014819569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014819569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014819569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014819569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:21.355539 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25725): Process ended prematurely: osmo-stp_10.42.42.5(pid=25725) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25725)] [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a01:48:21.365087 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a01:48:21.427425 run osmo-hlr_10.42.42.2(pid=25722): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25722)]\u000a01:48:21.478258 run osmo-hlr_10.42.42.2(pid=25722): stdout: \u000a| (launched: 2022-12-14_01:48:18.362303) \u000a01:48:21.529960 run osmo-hlr_10.42.42.2(pid=25722): stderr: \u000a| �[0;m�[1;31m20221214014818560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014818560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014818560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014818560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014818560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014818560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014818573 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014818581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014818581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014818582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:48:21.599865 run osmo-msc_10.42.42.6(pid=25728): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25728)]\u000a01:48:21.650601 run osmo-msc_10.42.42.6(pid=25728): stdout: \u000a| (launched: 2022-12-14_01:48:20.414782) \u000a01:48:21.701686 run osmo-msc_10.42.42.6(pid=25728): stderr: \u000a| �[0;m�[38;5;43m20221214014820736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014820736 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb449586c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014820736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014820736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014820736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014820736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014820738 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014820738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014820739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014820739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:48:21.745760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25721): Terminating (SIGTERM)\u000a01:48:21.787499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25724): Terminating (SIGTERM)\u000a01:48:21.829335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25727): Terminating (SIGTERM)\u000a01:48:21.838961 --- ParallelTerminationStrategy: PID 25721 died...\u000a01:48:21.894902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25721): Terminated: ok {rc=0}\u000a01:48:21.904923 --- ParallelTerminationStrategy: PID 25724 died...\u000a01:48:21.960699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25724): Terminated: ok {rc=0}\u000a01:48:21.970625 --- ParallelTerminationStrategy: PID 25727 died...\u000a01:48:22.026103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25727): Terminated: ok {rc=0}\u000a01:48:22.112206 bus /sierra_3: Setting Powered False\u000a01:48:23.217256 bus /sierra_3: Setting Powered False\u000a01:48:24.325284 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:48:04" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25739): Process ended prematurely: osmo-stp_10.42.42.5(pid=25739) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25739)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25739): Process ended prematurely: osmo-stp_10.42.42.5(pid=25739) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25739)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:48:26.327124 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:26.338541 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:48:26.489994 tst mo_mt_call.py: using LAC 37703\u000a01:48:26.606612 tst mo_mt_call.py: using RAC 218\u000a01:48:26.723396 tst mo_mt_call.py: using CellId 37703\u000a01:48:26.844215 tst mo_mt_call.py: using BVCI 37704\u000a01:48:26.867115 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:26.878575 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:26.889685 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:26.900596 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:26.911704 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:26.922894 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:48:27.043799 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:48:27.252647 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:48:27.763577 run create_hlr_db(pid=25733): Launched\u000a01:48:27.951170 bus /sierra_2: Setting Powered False\u000a01:48:28.971282 run create_hlr_db(pid=25733): Terminated: ok {rc=0}\u000a01:48:29.405556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25735): Launched\u000a01:48:29.731532 run osmo-hlr_10.42.42.2(pid=25736): Launched\u000a01:48:29.850133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:48:30.417600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25738): Launched\u000a01:48:30.744069 run osmo-stp_10.42.42.5(pid=25739): Launched\u000a01:48:30.899632 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:48:31.610313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25741): Launched\u000a01:48:32.059760 run osmo-msc_10.42.42.6(pid=25742): Launched\u000a01:48:32.356786 run osmo-stp_10.42.42.5(pid=25739): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25739)]\u000a01:48:32.483068 run osmo-stp_10.42.42.5(pid=25739): stdout: \u000a| (launched: 2022-12-14_01:48:30.581593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:32.609178 run osmo-stp_10.42.42.5(pid=25739): stderr: \u000a| �[0;m�[38;5;43m20221214014830774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014830774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014830774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014830774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014830775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014830775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014830775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:32.730354 run osmo-stp_10.42.42.5(pid=25739): stdout: \u000a| (launched: 2022-12-14_01:48:30.581593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:32.850281 run osmo-stp_10.42.42.5(pid=25739): stderr: \u000a| �[0;m�[38;5;43m20221214014830774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014830774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014830774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014830774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014830775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014830775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014830775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:32.903462 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25739): Process ended prematurely: osmo-stp_10.42.42.5(pid=25739) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25739)] [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:48:32.912420 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a01:48:32.971919 run osmo-hlr_10.42.42.2(pid=25736): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25736)]\u000a01:48:33.020334 run osmo-hlr_10.42.42.2(pid=25736): stdout: \u000a| (launched: 2022-12-14_01:48:29.569697) \u000a01:48:33.069490 run osmo-hlr_10.42.42.2(pid=25736): stderr: \u000a| �[0;m�[1;31m20221214014829766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014829766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014829766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014829766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014829767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014829767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014829780 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014829788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014829788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014829788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:48:33.136131 run osmo-msc_10.42.42.6(pid=25742): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25742)]\u000a01:48:33.184449 run osmo-msc_10.42.42.6(pid=25742): stdout: \u000a| (launched: 2022-12-14_01:48:31.777642) \u000a01:48:33.233900 run osmo-msc_10.42.42.6(pid=25742): stderr: \u000a| �[0;m�[38;5;43m20221214014832131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014832131 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe7b01f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014832131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014832131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014832132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014832133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014832135 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014832135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014832135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014832135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:48:33.275277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25735): Terminating (SIGTERM)\u000a01:48:33.314403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25738): Terminating (SIGTERM)\u000a01:48:33.354258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25741): Terminating (SIGTERM)\u000a01:48:33.363591 --- ParallelTerminationStrategy: PID 25735 died...\u000a01:48:33.416776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25735): Terminated: ok {rc=0}\u000a01:48:33.426428 --- ParallelTerminationStrategy: PID 25738 died...\u000a01:48:33.479465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25738): Terminated: ok {rc=0}\u000a01:48:33.489043 --- ParallelTerminationStrategy: PID 25741 died...\u000a01:48:33.541537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25741): Terminated: ok {rc=0}\u000a01:48:33.628705 bus /sierra_3: Setting Powered False\u000a01:48:34.729741 bus /sierra_3: Setting Powered False\u000a01:48:35.836011 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25750): Process ended prematurely: osmo-stp_10.42.42.5(pid=25750) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25750)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25750): Process ended prematurely: osmo-stp_10.42.42.5(pid=25750) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:48:36.950904 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:36.963449 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:48:37.126607 tst mo_mt_call_osmux.py: using LAC 37704\u000a01:48:37.257226 tst mo_mt_call_osmux.py: using RAC 219\u000a01:48:37.375492 tst mo_mt_call_osmux.py: using CellId 37704\u000a01:48:37.495637 tst mo_mt_call_osmux.py: using BVCI 37705\u000a01:48:37.518873 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:37.530224 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:37.541313 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:37.552180 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:37.563217 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:37.574182 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:48:37.694847 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:48:37.907735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:48:38.421179 run create_hlr_db(pid=25744): Launched\u000a01:48:38.609200 bus /sierra_2: Setting Powered False\u000a01:48:39.628835 run create_hlr_db(pid=25744): Terminated: ok {rc=0}\u000a01:48:40.039057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25746): Launched\u000a01:48:40.346946 run osmo-hlr_10.42.42.2(pid=25747): Launched\u000a01:48:40.458867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:48:40.986268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25749): Launched\u000a01:48:41.289145 run osmo-stp_10.42.42.5(pid=25750): Launched\u000a01:48:41.399568 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:48:41.954155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25752): Launched\u000a01:48:42.258330 run osmo-msc_10.42.42.6(pid=25753): Launched\u000a01:48:42.435307 run osmo-stp_10.42.42.5(pid=25750): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25750)]\u000a01:48:42.562974 run osmo-stp_10.42.42.5(pid=25750): stdout: \u000a| (launched: 2022-12-14_01:48:41.139117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:42.688750 run osmo-stp_10.42.42.5(pid=25750): stderr: \u000a| �[0;m�[38;5;43m20221214014841306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014841306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014841306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014841307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014841307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014841307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014841307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:42.810599 run osmo-stp_10.42.42.5(pid=25750): stdout: \u000a| (launched: 2022-12-14_01:48:41.139117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:42.930674 run osmo-stp_10.42.42.5(pid=25750): stderr: \u000a| �[0;m�[38;5;43m20221214014841306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014841306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014841306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014841307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014841307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014841307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014841307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:42.984100 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25750): Process ended prematurely: osmo-stp_10.42.42.5(pid=25750) [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25750)] [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:48:42.992789 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:48:43.051519 run osmo-hlr_10.42.42.2(pid=25747): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25747)]\u000a01:48:43.099300 run osmo-hlr_10.42.42.2(pid=25747): stdout: \u000a| (launched: 2022-12-14_01:48:40.195083) \u000a01:48:43.148059 run osmo-hlr_10.42.42.2(pid=25747): stderr: \u000a| �[0;m�[1;31m20221214014840368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014840368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014840368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014840368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014840368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014840368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014840380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014840388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014840388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014840388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:48:43.213994 run osmo-msc_10.42.42.6(pid=25753): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25753)]\u000a01:48:43.261656 run osmo-msc_10.42.42.6(pid=25753): stdout: \u000a| (launched: 2022-12-14_01:48:42.107352) \u000a01:48:43.309917 run osmo-msc_10.42.42.6(pid=25753): stderr: \u000a| �[0;m�[38;5;43m20221214014842378 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014842378 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f370eeddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014842378 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014842378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014842378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014842379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014842380 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014842381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014842381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014842381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:48:43.351053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25746): Terminating (SIGTERM)\u000a01:48:43.390108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25749): Terminating (SIGTERM)\u000a01:48:43.428939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25752): Terminating (SIGTERM)\u000a01:48:43.438605 --- ParallelTerminationStrategy: PID 25746 died...\u000a01:48:43.491118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25746): Terminated: ok {rc=0}\u000a01:48:43.500678 --- ParallelTerminationStrategy: PID 25749 died...\u000a01:48:43.552769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25749): Terminated: ok {rc=0}\u000a01:48:43.562312 --- ParallelTerminationStrategy: PID 25752 died...\u000a01:48:43.614272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25752): Terminated: ok {rc=0}\u000a01:48:43.696640 bus /sierra_3: Setting Powered False\u000a01:48:44.796822 bus /sierra_3: Setting Powered False\u000a01:48:45.934849 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:48:26" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25766): Process ended prematurely: osmo-stp_10.42.42.5(pid=25766) [trial-2397↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25766)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25766): Process ended prematurely: osmo-stp_10.42.42.5(pid=25766) [trial-2397↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25766)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:48:47.951782 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:47.963070 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:48:48.120834 tst mo_mt_call.py: using LAC 37705\u000a01:48:48.239059 tst mo_mt_call.py: using RAC 220\u000a01:48:48.356338 tst mo_mt_call.py: using CellId 37705\u000a01:48:48.473155 tst mo_mt_call.py: using BVCI 37706\u000a01:48:48.495980 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:48.507202 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:48.518270 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:48.529433 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:48.541108 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:48.552590 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:48:48.672926 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:48:48.890972 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:48:49.402954 run create_hlr_db(pid=25760): Launched\u000a01:48:49.591159 bus /sierra_2: Setting Powered False\u000a01:48:50.611171 run create_hlr_db(pid=25760): Terminated: ok {rc=0}\u000a01:48:51.018409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25762): Launched\u000a01:48:51.321602 run osmo-hlr_10.42.42.2(pid=25763): Launched\u000a01:48:51.432233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:48:51.960061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25765): Launched\u000a01:48:52.262295 run osmo-stp_10.42.42.5(pid=25766): Launched\u000a01:48:52.372264 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:48:52.927171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25768): Launched\u000a01:48:53.229684 run osmo-msc_10.42.42.6(pid=25769): Launched\u000a01:48:53.405647 run osmo-stp_10.42.42.5(pid=25766): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25766)]\u000a01:48:53.533523 run osmo-stp_10.42.42.5(pid=25766): stdout: \u000a| (launched: 2022-12-14_01:48:52.112805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:53.658980 run osmo-stp_10.42.42.5(pid=25766): stderr: \u000a| �[0;m�[38;5;43m20221214014852279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014852279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014852279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014852280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014852280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014852280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014852280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:53.779389 run osmo-stp_10.42.42.5(pid=25766): stdout: \u000a| (launched: 2022-12-14_01:48:52.112805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:53.898572 run osmo-stp_10.42.42.5(pid=25766): stderr: \u000a| �[0;m�[38;5;43m20221214014852279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014852279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014852279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014852280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014852280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014852280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014852280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:53.951652 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25766): Process ended prematurely: osmo-stp_10.42.42.5(pid=25766) [trial-2397↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25766)] [trial-2397↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:48:53.960169 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a01:48:54.019263 run osmo-hlr_10.42.42.2(pid=25763): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25763)]\u000a01:48:54.067233 run osmo-hlr_10.42.42.2(pid=25763): stdout: \u000a| (launched: 2022-12-14_01:48:51.171773) \u000a01:48:54.115994 run osmo-hlr_10.42.42.2(pid=25763): stderr: \u000a| �[0;m�[1;31m20221214014851342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014851342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014851342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014851342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014851343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014851343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014851355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014851365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014851365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014851365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:48:54.182291 run osmo-msc_10.42.42.6(pid=25769): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25769)]\u000a01:48:54.230112 run osmo-msc_10.42.42.6(pid=25769): stdout: \u000a| (launched: 2022-12-14_01:48:53.080010) \u000a01:48:54.278519 run osmo-msc_10.42.42.6(pid=25769): stderr: \u000a| �[0;m�[38;5;43m20221214014853349 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014853349 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b9910ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014853349 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014853350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014853350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014853350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014853352 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014853352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014853352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014853352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:48:54.319965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25762): Terminating (SIGTERM)\u000a01:48:54.359253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25765): Terminating (SIGTERM)\u000a01:48:54.398411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25768): Terminating (SIGTERM)\u000a01:48:54.407536 --- ParallelTerminationStrategy: PID 25762 died...\u000a01:48:54.459727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25762): Terminated: ok {rc=0}\u000a01:48:54.469267 --- ParallelTerminationStrategy: PID 25765 died...\u000a01:48:54.521415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25765): Terminated: ok {rc=0}\u000a01:48:54.530803 --- ParallelTerminationStrategy: PID 25768 died...\u000a01:48:54.582719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25768): Terminated: ok {rc=0}\u000a01:48:54.665201 bus /sierra_3: Setting Powered False\u000a01:48:55.770601 bus /sierra_3: Setting Powered False\u000a01:48:56.877552 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25777): Process ended prematurely: osmo-stp_10.42.42.5(pid=25777) [trial-2397↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25777)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25777): Process ended prematurely: osmo-stp_10.42.42.5(pid=25777) [trial-2397↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25777)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:48:57.992566 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:58.005245 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:48:58.169919 tst mo_mt_call_osmux.py: using LAC 37706\u000a01:48:58.297988 tst mo_mt_call_osmux.py: using RAC 221\u000a01:48:58.424187 tst mo_mt_call_osmux.py: using CellId 37706\u000a01:48:58.551724 tst mo_mt_call_osmux.py: using BVCI 37707\u000a01:48:58.576418 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:58.588256 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:58.599774 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:58.611402 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:58.623376 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:48:58.635505 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:48:58.752742 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:48:58.964598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:48:59.474252 run create_hlr_db(pid=25771): Launched\u000a01:48:59.662591 bus /sierra_2: Setting Powered False\u000a01:49:00.682531 run create_hlr_db(pid=25771): Terminated: ok {rc=0}\u000a01:49:01.144031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25773): Launched\u000a01:49:01.488059 run osmo-hlr_10.42.42.2(pid=25774): Launched\u000a01:49:01.644103 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:49:02.309907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25776): Launched\u000a01:49:02.636709 run osmo-stp_10.42.42.5(pid=25777): Launched\u000a01:49:02.755040 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:49:03.349475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25779): Launched\u000a01:49:03.675263 run osmo-msc_10.42.42.6(pid=25780): Launched\u000a01:49:03.864833 run osmo-stp_10.42.42.5(pid=25777): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25777)]\u000a01:49:04.002200 run osmo-stp_10.42.42.5(pid=25777): stdout: \u000a| (launched: 2022-12-14_01:49:02.474897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:04.137553 run osmo-stp_10.42.42.5(pid=25777): stderr: \u000a| �[0;m�[38;5;43m20221214014902664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014902664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014902664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014902665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014902665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014902665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014902665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:04.267397 run osmo-stp_10.42.42.5(pid=25777): stdout: \u000a| (launched: 2022-12-14_01:49:02.474897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:04.396096 run osmo-stp_10.42.42.5(pid=25777): stderr: \u000a| �[0;m�[38;5;43m20221214014902664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014902664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014902664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014902665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014902665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014902665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014902665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:04.453290 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25777): Process ended prematurely: osmo-stp_10.42.42.5(pid=25777) [trial-2397↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25777)] [trial-2397↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:49:04.462618 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a01:49:04.524913 run osmo-hlr_10.42.42.2(pid=25774): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25774)]\u000a01:49:04.575891 run osmo-hlr_10.42.42.2(pid=25774): stdout: \u000a| (launched: 2022-12-14_01:49:01.300140) \u000a01:49:04.627422 run osmo-hlr_10.42.42.2(pid=25774): stderr: \u000a| �[0;m�[1;31m20221214014901694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014901694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014901694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014901694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014901694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014901694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014901714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014901734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014901735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014901735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:49:04.697691 run osmo-msc_10.42.42.6(pid=25780): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25780)]\u000a01:49:04.748588 run osmo-msc_10.42.42.6(pid=25780): stdout: \u000a| (launched: 2022-12-14_01:49:03.513669) \u000a01:49:04.799917 run osmo-msc_10.42.42.6(pid=25780): stderr: \u000a| �[0;m�[38;5;43m20221214014903834 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014903835 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc026fffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014903835 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014903835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014903835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014903835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014903837 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014903837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014903837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014903837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:49:04.843742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25773): Terminating (SIGTERM)\u000a01:49:04.885177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25776): Terminating (SIGTERM)\u000a01:49:04.927229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25779): Terminating (SIGTERM)\u000a01:49:04.936811 --- ParallelTerminationStrategy: PID 25773 died...\u000a01:49:04.992619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25773): Terminated: ok {rc=0}\u000a01:49:05.002669 --- ParallelTerminationStrategy: PID 25776 died...\u000a01:49:05.058120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25776): Terminated: ok {rc=0}\u000a01:49:05.068025 --- ParallelTerminationStrategy: PID 25779 died...\u000a01:49:05.123557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25779): Terminated: ok {rc=0}\u000a01:49:05.210063 bus /sierra_3: Setting Powered False\u000a01:49:06.315527 bus /sierra_3: Setting Powered False\u000a01:49:07.425547 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:48:47" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25792): Process ended prematurely: osmo-stp_10.42.42.5(pid=25792) [trial-2397↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25792)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25792): Process ended prematurely: osmo-stp_10.42.42.5(pid=25792) [trial-2397↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25792)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a01:49:09.431710 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:09.443600 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:49:09.581973 tst mo_mt_call.py: using LAC 37707\u000a01:49:09.700911 tst mo_mt_call.py: using RAC 222\u000a01:49:09.821426 tst mo_mt_call.py: using CellId 37707\u000a01:49:09.940166 tst mo_mt_call.py: using BVCI 37708\u000a01:49:09.963272 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:09.974619 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:09.985785 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:09.996890 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:10.008175 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:10.019354 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:49:10.138842 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:49:10.343077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:49:10.830961 run create_hlr_db(pid=25786): Launched\u000a01:49:11.003976 bus /sierra_2: Setting Powered False\u000a01:49:12.027742 run create_hlr_db(pid=25786): Terminated: ok {rc=0}\u000a01:49:12.432713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25788): Launched\u000a01:49:12.735322 run osmo-hlr_10.42.42.2(pid=25789): Launched\u000a01:49:12.849722 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:49:13.375587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25791): Launched\u000a01:49:13.676857 run osmo-stp_10.42.42.5(pid=25792): Launched\u000a01:49:13.786231 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:49:14.338959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25794): Launched\u000a01:49:14.645457 run osmo-msc_10.42.42.6(pid=25795): Launched\u000a01:49:14.821334 run osmo-stp_10.42.42.5(pid=25792): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25792)]\u000a01:49:14.948065 run osmo-stp_10.42.42.5(pid=25792): stdout: \u000a| (launched: 2022-12-14_01:49:13.528264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:15.072882 run osmo-stp_10.42.42.5(pid=25792): stderr: \u000a| �[0;m�[38;5;43m20221214014913696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014913696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014913696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014913696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014913697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014913697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014913697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:15.193581 run osmo-stp_10.42.42.5(pid=25792): stdout: \u000a| (launched: 2022-12-14_01:49:13.528264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:15.312858 run osmo-stp_10.42.42.5(pid=25792): stderr: \u000a| �[0;m�[38;5;43m20221214014913696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014913696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014913696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014913696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014913697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014913697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014913697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:15.365804 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25792): Process ended prematurely: osmo-stp_10.42.42.5(pid=25792) [trial-2397↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25792)] [trial-2397↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a01:49:15.374290 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a01:49:15.433270 run osmo-hlr_10.42.42.2(pid=25789): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25789)]\u000a01:49:15.481772 run osmo-hlr_10.42.42.2(pid=25789): stdout: \u000a| (launched: 2022-12-14_01:49:12.586323) \u000a01:49:15.530747 run osmo-hlr_10.42.42.2(pid=25789): stderr: \u000a| �[0;m�[1;31m20221214014912758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014912758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014912758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014912758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014912758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014912758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014912770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014912782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014912782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014912782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:49:15.597398 run osmo-msc_10.42.42.6(pid=25795): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25795)]\u000a01:49:15.645520 run osmo-msc_10.42.42.6(pid=25795): stdout: \u000a| (launched: 2022-12-14_01:49:14.492872) \u000a01:49:15.694689 run osmo-msc_10.42.42.6(pid=25795): stderr: \u000a| �[0;m�[38;5;43m20221214014914765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014914765 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3fd9a3ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014914765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014914765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014914765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014914765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014914767 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014914767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014914768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014914768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:49:15.736480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25788): Terminating (SIGTERM)\u000a01:49:15.775525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25791): Terminating (SIGTERM)\u000a01:49:15.814626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25794): Terminating (SIGTERM)\u000a01:49:15.823874 --- ParallelTerminationStrategy: PID 25788 died...\u000a01:49:15.893783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25788): Terminated: ok {rc=0}\u000a01:49:15.909338 --- ParallelTerminationStrategy: PID 25791 died...\u000a01:49:15.975228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25791): Terminated: ok {rc=0}\u000a01:49:15.988681 --- ParallelTerminationStrategy: PID 25794 died...\u000a01:49:16.048830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25794): Terminated: ok {rc=0}\u000a01:49:16.133687 bus /sierra_3: Setting Powered False\u000a01:49:17.234574 bus /sierra_3: Setting Powered False\u000a01:49:18.340210 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25803): Process ended prematurely: osmo-stp_10.42.42.5(pid=25803) [trial-2397↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25803)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25803): Process ended prematurely: osmo-stp_10.42.42.5(pid=25803) [trial-2397↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:49:19.455091 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:19.467956 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:49:19.615977 tst mo_mt_call_osmux.py: using LAC 37708\u000a01:49:19.744337 tst mo_mt_call_osmux.py: using RAC 223\u000a01:49:19.871849 tst mo_mt_call_osmux.py: using CellId 37708\u000a01:49:19.996190 tst mo_mt_call_osmux.py: using BVCI 37709\u000a01:49:20.019780 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:20.031790 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:20.043742 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:20.055165 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:20.067167 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:20.078353 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:49:20.200223 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:49:20.407047 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:49:20.921112 run create_hlr_db(pid=25797): Launched\u000a01:49:21.109124 bus /sierra_2: Setting Powered False\u000a01:49:22.130065 run create_hlr_db(pid=25797): Terminated: ok {rc=0}\u000a01:49:22.539574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25799): Launched\u000a01:49:22.843802 run osmo-hlr_10.42.42.2(pid=25800): Launched\u000a01:49:22.965614 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:49:23.503141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25802): Launched\u000a01:49:23.810040 run osmo-stp_10.42.42.5(pid=25803): Launched\u000a01:49:23.919096 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:49:24.476648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25805): Launched\u000a01:49:24.783038 run osmo-msc_10.42.42.6(pid=25806): Launched\u000a01:49:24.960187 run osmo-stp_10.42.42.5(pid=25803): ERR: Terminated: ERROR {rc=1} [trial-2397↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25803)]\u000a01:49:25.088269 run osmo-stp_10.42.42.5(pid=25803): stdout: \u000a| (launched: 2022-12-14_01:49:23.657663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:25.214740 run osmo-stp_10.42.42.5(pid=25803): stderr: \u000a| �[0;m�[38;5;43m20221214014923827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014923828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014923828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014923828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014923829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014923829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014923829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:25.335729 run osmo-stp_10.42.42.5(pid=25803): stdout: \u000a| (launched: 2022-12-14_01:49:23.657663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:25.455658 run osmo-stp_10.42.42.5(pid=25803): stderr: \u000a| �[0;m�[38;5;43m20221214014923827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014923828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014923828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014923828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014923829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014923829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014923829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:25.508893 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25803): Process ended prematurely: osmo-stp_10.42.42.5(pid=25803) [trial-2397↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25803)] [trial-2397↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a01:49:25.517646 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:49:25.576671 run osmo-hlr_10.42.42.2(pid=25800): ERR: Terminated: ERROR {rc=237} [trial-2397↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25800)]\u000a01:49:25.624926 run osmo-hlr_10.42.42.2(pid=25800): stdout: \u000a| (launched: 2022-12-14_01:49:22.693921) \u000a01:49:25.674144 run osmo-hlr_10.42.42.2(pid=25800): stderr: \u000a| �[0;m�[1;31m20221214014922868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014922868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014922868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014922868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014922868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014922868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014922880 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014922889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014922889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014922889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:49:25.741573 run osmo-msc_10.42.42.6(pid=25806): ERR: Terminated: ERROR {rc=2} [trial-2397↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25806)]\u000a01:49:25.790213 run osmo-msc_10.42.42.6(pid=25806): stdout: \u000a| (launched: 2022-12-14_01:49:24.630972) \u000a01:49:25.839309 run osmo-msc_10.42.42.6(pid=25806): stderr: \u000a| �[0;m�[38;5;43m20221214014924899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014924899 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e43d98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014924899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014924899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014924899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014924900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014924901 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014924902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014924902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014924902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:49:25.880867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25799): Terminating (SIGTERM)\u000a01:49:25.920089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25802): Terminating (SIGTERM)\u000a01:49:25.959352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25805): Terminating (SIGTERM)\u000a01:49:25.968488 --- ParallelTerminationStrategy: PID 25799 died...\u000a01:49:26.021037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25799): Terminated: ok {rc=0}\u000a01:49:26.030575 --- ParallelTerminationStrategy: PID 25802 died...\u000a01:49:26.083137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25802): Terminated: ok {rc=0}\u000a01:49:26.092780 --- ParallelTerminationStrategy: PID 25805 died...\u000a01:49:26.145242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25805): Terminated: ok {rc=0}\u000a01:49:26.232791 bus /sierra_3: Setting Powered False\u000a01:49:27.336186 bus /sierra_3: Setting Powered False\u000a01:49:28.447030 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:49:09" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25817): Process ended prematurely: osmo-stp_10.42.42.5(pid=25817) [trial-2397↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25817)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25817): Process ended prematurely: osmo-stp_10.42.42.5(pid=25817) [trial-2397↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25817)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:49:30.464531 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:30.475219 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:49:30.609457 tst emergency_mo_mt_call.py: using LAC 37709\u000a01:49:30.724794 tst emergency_mo_mt_call.py: using RAC 224\u000a01:49:30.845614 tst emergency_mo_mt_call.py: using CellId 37709\u000a01:49:30.998347 tst emergency_mo_mt_call.py: using BVCI 37710\u000a01:49:31.025088 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:31.037543 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:31.049693 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:31.062027 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:31.075419 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:31.088796 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:49:31.213864 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:49:31.460225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:49:32.007078 run create_hlr_db(pid=25811): Launched\u000a01:49:32.201296 bus /sierra_2: Setting Powered False\u000a01:49:33.214790 run create_hlr_db(pid=25811): Terminated: ok {rc=0}\u000a01:49:33.618540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25813): Launched\u000a01:49:33.915287 run osmo-hlr_10.42.42.2(pid=25814): Launched\u000a01:49:34.022575 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:49:34.538254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25816): Launched\u000a01:49:34.834955 run osmo-stp_10.42.42.5(pid=25817): Launched\u000a01:49:34.954122 tst emergency_mo_mt_call.py: using MSISDN 8436\u000a01:49:35.100754 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:49:35.647786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25819): Launched\u000a01:49:35.946211 run osmo-msc_10.42.42.6(pid=25820): Launched\u000a01:49:36.121227 run osmo-stp_10.42.42.5(pid=25817): ERR: Terminated: ERROR {rc=1} [trial-2397↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25817)]\u000a01:49:36.246927 run osmo-stp_10.42.42.5(pid=25817): stdout: \u000a| (launched: 2022-12-14_01:49:34.688740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:36.370437 run osmo-stp_10.42.42.5(pid=25817): stderr: \u000a| �[0;m�[38;5;43m20221214014934858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014934858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014934860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014934860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014934861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014934861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014934861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:36.489911 run osmo-stp_10.42.42.5(pid=25817): stdout: \u000a| (launched: 2022-12-14_01:49:34.688740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:36.608240 run osmo-stp_10.42.42.5(pid=25817): stderr: \u000a| �[0;m�[38;5;43m20221214014934858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014934858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014934860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014934860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014934861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014934861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014934861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:36.660169 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=25817): Process ended prematurely: osmo-stp_10.42.42.5(pid=25817) [trial-2397↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25817)] [trial-2397↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a01:49:36.668019 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a01:49:36.727153 run osmo-hlr_10.42.42.2(pid=25814): ERR: Terminated: ERROR {rc=237} [trial-2397↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25814)]\u000a01:49:36.775886 run osmo-hlr_10.42.42.2(pid=25814): stdout: \u000a| (launched: 2022-12-14_01:49:33.768899) \u000a01:49:36.825223 run osmo-hlr_10.42.42.2(pid=25814): stderr: \u000a| �[0;m�[1;31m20221214014933942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014933942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014933942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014933942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014933942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014933943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014933955 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014933964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014933964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014933964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:49:36.892089 run osmo-msc_10.42.42.6(pid=25820): ERR: Terminated: ERROR {rc=2} [trial-2397↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25820)]\u000a01:49:36.940720 run osmo-msc_10.42.42.6(pid=25820): stdout: \u000a| (launched: 2022-12-14_01:49:35.798129) \u000a01:49:36.989780 run osmo-msc_10.42.42.6(pid=25820): stderr: \u000a| �[0;m�[38;5;43m20221214014936067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014936067 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c0ed52c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014936067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014936067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014936068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014936068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014936070 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014936070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014936070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014936070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:49:37.031302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25813): Terminating (SIGTERM)\u000a01:49:37.070290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25816): Terminating (SIGTERM)\u000a01:49:37.109483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25819): Terminating (SIGTERM)\u000a01:49:37.118612 --- ParallelTerminationStrategy: PID 25813 died...\u000a01:49:37.171308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25813): Terminated: ok {rc=0}\u000a01:49:37.180832 --- ParallelTerminationStrategy: PID 25816 died...\u000a01:49:37.233245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25816): Terminated: ok {rc=0}\u000a01:49:37.242724 --- ParallelTerminationStrategy: PID 25819 died...\u000a01:49:37.295152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25819): Terminated: ok {rc=0}\u000a01:49:37.383437 bus /sierra_3: Setting Powered False\u000a01:49:38.487551 bus /sierra_3: Setting Powered False\u000a01:49:39.595512 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25829): Process ended prematurely: osmo-stp_10.42.42.5(pid=25829) [trial-2397↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25829)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25829): Process ended prematurely: osmo-stp_10.42.42.5(pid=25829) [trial-2397↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25829)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:49:40.646890 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:40.658434 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:49:40.802871 tst emergency_preemptive_call.py: using LAC 37710\u000a01:49:40.927589 tst emergency_preemptive_call.py: using RAC 225\u000a01:49:41.055560 tst emergency_preemptive_call.py: using CellId 37710\u000a01:49:41.182326 tst emergency_preemptive_call.py: using BVCI 37711\u000a01:49:41.206476 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:41.218032 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:41.229278 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:41.240384 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:41.252268 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:41.264105 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:49:41.386477 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:49:41.500648 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:49:41.619202 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:49:41.826754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:49:42.331774 run create_hlr_db(pid=25823): Launched\u000a01:49:42.518163 bus /sierra_2: Setting Powered False\u000a01:49:43.539460 run create_hlr_db(pid=25823): Terminated: ok {rc=0}\u000a01:49:43.941898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25825): Launched\u000a01:49:44.239044 run osmo-hlr_10.42.42.2(pid=25826): Launched\u000a01:49:44.348429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:49:44.864304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25828): Launched\u000a01:49:45.163928 run osmo-stp_10.42.42.5(pid=25829): Launched\u000a01:49:45.282979 tst emergency_preemptive_call.py: using MSISDN 8437\u000a01:49:45.430290 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:49:46.043109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25831): Launched\u000a01:49:46.478702 run osmo-msc_10.42.42.6(pid=25832): Launched\u000a01:49:46.944763 run osmo-stp_10.42.42.5(pid=25829): ERR: Terminated: ERROR {rc=1} [trial-2397↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25829)]\u000a01:49:47.120029 run osmo-stp_10.42.42.5(pid=25829): stdout: \u000a| (launched: 2022-12-14_01:49:45.014811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:47.275930 run osmo-stp_10.42.42.5(pid=25829): stderr: \u000a| �[0;m�[38;5;43m20221214014945183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014945183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014945183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014945184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014945184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014945184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014945184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:47.409992 run osmo-stp_10.42.42.5(pid=25829): stdout: \u000a| (launched: 2022-12-14_01:49:45.014811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:47.540401 run osmo-stp_10.42.42.5(pid=25829): stderr: \u000a| �[0;m�[38;5;43m20221214014945183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214014945183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214014945183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214014945184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214014945184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214014945184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214014945184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:47.596791 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=25829): Process ended prematurely: osmo-stp_10.42.42.5(pid=25829) [trial-2397↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25829)] [trial-2397↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a01:49:47.605543 tst emergency_preemptive_call.py:32: Test FAILED (6.9 sec)\u000a01:49:47.668783 run osmo-hlr_10.42.42.2(pid=25826): ERR: Terminated: ERROR {rc=237} [trial-2397↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25826)]\u000a01:49:47.720175 run osmo-hlr_10.42.42.2(pid=25826): stdout: \u000a| (launched: 2022-12-14_01:49:44.092393) \u000a01:49:47.772228 run osmo-hlr_10.42.42.2(pid=25826): stderr: \u000a| �[0;m�[1;31m20221214014944266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214014944266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214014944266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014944266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214014944266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214014944266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214014944279 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214014944287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214014944288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214014944288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:49:47.842830 run osmo-msc_10.42.42.6(pid=25832): ERR: Terminated: ERROR {rc=2} [trial-2397↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25832)]\u000a01:49:47.894228 run osmo-msc_10.42.42.6(pid=25832): stdout: \u000a| (launched: 2022-12-14_01:49:46.209327) \u000a01:49:47.946302 run osmo-msc_10.42.42.6(pid=25832): stderr: \u000a| �[0;m�[38;5;43m20221214014946689 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214014946690 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5027652c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214014946690 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214014946690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214014946690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214014946690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214014946692 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214014946692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214014946693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214014946693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:49:47.991277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25825): Terminating (SIGTERM)\u000a01:49:48.034036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25828): Terminating (SIGTERM)\u000a01:49:48.076600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25831): Terminating (SIGTERM)\u000a01:49:48.086202 --- ParallelTerminationStrategy: PID 25825 died...\u000a01:49:48.142970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25825): Terminated: ok {rc=0}\u000a01:49:48.153125 --- ParallelTerminationStrategy: PID 25828 died...\u000a01:49:48.209627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25828): Terminated: ok {rc=0}\u000a01:49:48.219757 --- ParallelTerminationStrategy: PID 25831 died...\u000a01:49:48.275948 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25831): Terminated: ok {rc=0}\u000a01:49:48.361489 bus /sierra_9: Setting Powered False\u000a01:49:49.467455 bus /sierra_9: Setting Powered False\u000a01:49:50.575077 bus /sierra_8: Setting Powered False\u000a01:49:51.680307 bus /sierra_8: Setting Powered False\u000a01:49:52.787175 bus /sierra_3: Setting Powered False\u000a01:49:53.892815 bus /sierra_3: Setting Powered False\u000a01:49:55.000647 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:49:30" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25850): Process ended prematurely: osmo-stp_10.42.42.5(pid=25850) [trial-2397↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25850)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25850): Process ended prematurely: osmo-stp_10.42.42.5(pid=25850) [trial-2397↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25850)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:49:57.133141 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:57.144456 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:49:57.286450 tst cs_paging_gprs_active.py: using LAC 37711\u000a01:49:57.413694 tst cs_paging_gprs_active.py: using RAC 226\u000a01:49:57.542525 tst cs_paging_gprs_active.py: using CellId 37711\u000a01:49:57.669241 tst cs_paging_gprs_active.py: using BVCI 37712\u000a01:49:57.694187 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:57.705446 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:57.716285 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:57.727291 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:57.738701 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:57.750141 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:57.761715 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:57.772938 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:49:57.784500 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:49:57.902169 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:49:58.201762 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:49:58.338001 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:49:58.677258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25837): Launched\u000a01:49:58.959304 run iperf3-srv_10.42.42.10(pid=25838): Launched\u000a01:49:59.160176 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:49:59.295923 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:49:59.634890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25839): Launched\u000a01:49:59.915308 run iperf3-srv_10.42.42.10(pid=25840): Launched\u000a01:50:00.115701 tst cs_paging_gprs_active.py:38: start network...\u000a01:50:00.253719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:50:00.743732 run create_hlr_db(pid=25841): Launched\u000a01:50:00.965666 bus /sierra_2: Setting Powered False\u000a01:50:01.964290 run create_hlr_db(pid=25841): Terminated: ok {rc=0}\u000a01:50:02.433478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25846): Launched\u000a01:50:02.760942 run osmo-hlr_10.42.42.2(pid=25847): Launched\u000a01:50:02.882059 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:50:03.451943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25849): Launched\u000a01:50:03.780436 run osmo-stp_10.42.42.5(pid=25850): Launched\u000a01:50:03.898460 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:50:04.469142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25852): Launched\u000a01:50:04.585220 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:50:04.870963 run patchelf(pid=25853): Launched\u000a01:50:05.063036 run osmo-stp_10.42.42.5(pid=25850): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25850)]\u000a01:50:05.202710 run osmo-stp_10.42.42.5(pid=25850): stdout: \u000a| (launched: 2022-12-14_01:50:03.617161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:05.342786 run osmo-stp_10.42.42.5(pid=25850): stderr: \u000a| �[0;m�[38;5;43m20221214015003809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015003809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015003809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015003810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015003810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015003810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015003810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:05.477621 run osmo-stp_10.42.42.5(pid=25850): stdout: \u000a| (launched: 2022-12-14_01:50:03.617161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:05.611104 run osmo-stp_10.42.42.5(pid=25850): stderr: \u000a| �[0;m�[38;5;43m20221214015003809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015003809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015003809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015003810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015003810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015003810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015003810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:05.766750 run patchelf(pid=25853): Terminating (SIGINT)\u000a01:50:05.949419 run patchelf(pid=25853): Terminated: ok {rc=0}\u000a01:50:05.983231 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25850): Process ended prematurely: osmo-stp_10.42.42.5(pid=25850) [trial-2397↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25850)] [trial-2397↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a01:50:05.993749 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a01:50:06.056510 run osmo-hlr_10.42.42.2(pid=25847): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25847)]\u000a01:50:06.107600 run osmo-hlr_10.42.42.2(pid=25847): stdout: \u000a| (launched: 2022-12-14_01:50:02.598581) \u000a01:50:06.159345 run osmo-hlr_10.42.42.2(pid=25847): stderr: \u000a| �[0;m�[1;31m20221214015002795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015002795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015002795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015002795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015002795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015002795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015002808 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015002818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015002818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015002818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:50:06.203444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25837): Terminating (SIGTERM)\u000a01:50:06.245034 run iperf3-srv_10.42.42.10(pid=25838): Terminating (SIGTERM)\u000a01:50:06.286911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25839): Terminating (SIGTERM)\u000a01:50:06.328418 run iperf3-srv_10.42.42.10(pid=25840): Terminating (SIGTERM)\u000a01:50:06.369926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25846): Terminating (SIGTERM)\u000a01:50:06.411307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25849): Terminating (SIGTERM)\u000a01:50:06.453512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25852): Terminating (SIGTERM)\u000a01:50:06.463180 --- ParallelTerminationStrategy: PID 25837 died...\u000a01:50:06.519156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25837): Terminated: ok {rc=0}\u000a01:50:06.529417 --- ParallelTerminationStrategy: PID 25838 died...\u000a01:50:06.584658 run iperf3-srv_10.42.42.10(pid=25838): Terminated {rc=256}\u000a01:50:06.594510 --- ParallelTerminationStrategy: PID 25839 died...\u000a01:50:06.649603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25839): Terminated: ok {rc=0}\u000a01:50:06.659465 --- ParallelTerminationStrategy: PID 25840 died...\u000a01:50:06.714720 run iperf3-srv_10.42.42.10(pid=25840): Terminated {rc=256}\u000a01:50:06.724573 --- ParallelTerminationStrategy: PID 25846 died...\u000a01:50:06.779688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25846): Terminated: ok {rc=0}\u000a01:50:06.790034 --- ParallelTerminationStrategy: PID 25849 died...\u000a01:50:06.845769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25849): Terminated: ok {rc=0}\u000a01:50:06.855861 --- ParallelTerminationStrategy: PID 25852 died...\u000a01:50:06.911868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25852): Terminated: ok {rc=0}\u000a01:50:06.998989 bus /gobi_0: Setting Powered False\u000a01:50:08.104883 bus /gobi_0: Setting Powered False\u000a01:50:09.212282 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25862): Process ended prematurely: osmo-stp_10.42.42.5(pid=25862) [trial-2397↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25862)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25862): Process ended prematurely: osmo-stp_10.42.42.5(pid=25862) [trial-2397↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25862)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a01:50:10.327864 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:10.339820 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:50:10.484834 tst iperf3.py: using LAC 37712\u000a01:50:10.603774 tst iperf3.py: using RAC 227\u000a01:50:10.721414 tst iperf3.py: using CellId 37712\u000a01:50:10.838949 tst iperf3.py: using BVCI 37713\u000a01:50:10.862383 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:10.873315 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:10.883969 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:10.894529 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:10.905433 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:10.915864 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:10.927172 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:10.937911 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:10.948656 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:50:11.242675 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:50:11.378463 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:50:11.718816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25854): Launched\u000a01:50:12.000822 run iperf3-srv_10.42.42.10(pid=25855): Launched\u000a01:50:12.201303 tst iperf3.py:8: start network...\u000a01:50:12.337547 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:50:12.853247 run create_hlr_db(pid=25856): Launched\u000a01:50:13.042558 bus /gobi_6: Setting Powered False\u000a01:50:14.063697 run create_hlr_db(pid=25856): Terminated: ok {rc=0}\u000a01:50:14.474458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25858): Launched\u000a01:50:14.781637 run osmo-hlr_10.42.42.2(pid=25859): Launched\u000a01:50:14.893833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:50:15.426744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25861): Launched\u000a01:50:15.733463 run osmo-stp_10.42.42.5(pid=25862): Launched\u000a01:50:15.865049 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:50:16.461472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25864): Launched\u000a01:50:16.577934 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:50:16.882466 run patchelf(pid=25865): Launched\u000a01:50:17.062260 run osmo-stp_10.42.42.5(pid=25862): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25862)]\u000a01:50:17.194869 run osmo-stp_10.42.42.5(pid=25862): stdout: \u000a| (launched: 2022-12-14_01:50:15.580388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:17.326734 run osmo-stp_10.42.42.5(pid=25862): stderr: \u000a| �[0;m�[38;5;43m20221214015015749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015015749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015015749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015015750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015015750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015015750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015015750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:17.452105 run osmo-stp_10.42.42.5(pid=25862): stdout: \u000a| (launched: 2022-12-14_01:50:15.580388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:17.576081 run osmo-stp_10.42.42.5(pid=25862): stderr: \u000a| �[0;m�[38;5;43m20221214015015749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015015749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015015749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015015750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015015750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015015750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015015750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:17.721067 run patchelf(pid=25865): Terminating (SIGINT)\u000a01:50:17.891555 run patchelf(pid=25865): Terminated: ok {rc=0}\u000a01:50:17.922923 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25862): Process ended prematurely: osmo-stp_10.42.42.5(pid=25862) [trial-2397↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25862)] [trial-2397↪gprs:nanobts+band-900↪iperf3.py:8]\u000a01:50:17.932253 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a01:50:17.992248 run osmo-hlr_10.42.42.2(pid=25859): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25859)]\u000a01:50:18.041232 run osmo-hlr_10.42.42.2(pid=25859): stdout: \u000a| (launched: 2022-12-14_01:50:14.628562) \u000a01:50:18.091328 run osmo-hlr_10.42.42.2(pid=25859): stderr: \u000a| �[0;m�[1;31m20221214015014802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015014802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015014802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015014802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015014802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015014802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015014814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015014822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015014822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015014822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:50:18.133441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25854): Terminating (SIGTERM)\u000a01:50:18.173263 run iperf3-srv_10.42.42.10(pid=25855): Terminating (SIGTERM)\u000a01:50:18.219018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25858): Terminating (SIGTERM)\u000a01:50:18.260740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25861): Terminating (SIGTERM)\u000a01:50:18.302505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25864): Terminating (SIGTERM)\u000a01:50:18.312129 --- ParallelTerminationStrategy: PID 25854 died...\u000a01:50:18.368319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25854): Terminated: ok {rc=0}\u000a01:50:18.378414 --- ParallelTerminationStrategy: PID 25855 died...\u000a01:50:18.434536 run iperf3-srv_10.42.42.10(pid=25855): Terminated {rc=256}\u000a01:50:18.444497 --- ParallelTerminationStrategy: PID 25858 died...\u000a01:50:18.500271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25858): Terminated: ok {rc=0}\u000a01:50:18.510307 --- ParallelTerminationStrategy: PID 25861 died...\u000a01:50:18.566321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25861): Terminated: ok {rc=0}\u000a01:50:18.576368 --- ParallelTerminationStrategy: PID 25864 died...\u000a01:50:18.632595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25864): Terminated: ok {rc=0}\u000a01:50:18.718464 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25880): Process ended prematurely: osmo-stp_10.42.42.5(pid=25880) [trial-2397↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25880)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25880): Process ended prematurely: osmo-stp_10.42.42.5(pid=25880) [trial-2397↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25880)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a01:50:19.833728 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:19.845582 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:50:19.982108 tst iperf3m4.py: using LAC 37713\u000a01:50:20.100503 tst iperf3m4.py: using RAC 228\u000a01:50:20.221611 tst iperf3m4.py: using CellId 37713\u000a01:50:20.339828 tst iperf3m4.py: using BVCI 37714\u000a01:50:20.362939 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:20.373849 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:20.384545 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:20.395224 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:20.406374 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:20.417389 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:20.428559 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:20.439584 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:20.450807 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:50:20.571860 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:50:20.691508 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:50:20.811583 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:50:21.090397 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:50:21.216429 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:50:21.531960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25866): Launched\u000a01:50:21.796130 run iperf3-srv_10.42.42.10(pid=25867): Launched\u000a01:50:21.981014 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:50:22.106852 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:50:22.424832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25868): Launched\u000a01:50:22.688171 run iperf3-srv_10.42.42.10(pid=25869): Launched\u000a01:50:22.872145 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:50:22.997671 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:50:23.314272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25870): Launched\u000a01:50:23.576095 run iperf3-srv_10.42.42.10(pid=25871): Launched\u000a01:50:23.759710 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:50:23.885182 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:50:24.202203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25872): Launched\u000a01:50:24.465230 run iperf3-srv_10.42.42.10(pid=25873): Launched\u000a01:50:24.649311 tst iperf3m4.py:8: start network...\u000a01:50:24.774546 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:50:25.262852 run create_hlr_db(pid=25874): Launched\u000a01:50:25.438028 bus /gobi_6: Setting Powered False\u000a01:50:26.458862 run create_hlr_db(pid=25874): Terminated: ok {rc=0}\u000a01:50:26.895140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25876): Launched\u000a01:50:27.223778 run osmo-hlr_10.42.42.2(pid=25877): Launched\u000a01:50:27.344008 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:50:27.916225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25879): Launched\u000a01:50:28.246220 run osmo-stp_10.42.42.5(pid=25880): Launched\u000a01:50:28.365141 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:50:28.935033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25882): Launched\u000a01:50:29.051690 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:50:29.338136 run patchelf(pid=25883): Launched\u000a01:50:29.529245 run osmo-stp_10.42.42.5(pid=25880): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25880)]\u000a01:50:29.669520 run osmo-stp_10.42.42.5(pid=25880): stdout: \u000a| (launched: 2022-12-14_01:50:28.082935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:29.809800 run osmo-stp_10.42.42.5(pid=25880): stderr: \u000a| �[0;m�[38;5;43m20221214015028272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015028272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015028273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015028273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015028274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015028274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015028274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:29.944192 run osmo-stp_10.42.42.5(pid=25880): stdout: \u000a| (launched: 2022-12-14_01:50:28.082935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:30.077941 run osmo-stp_10.42.42.5(pid=25880): stderr: \u000a| �[0;m�[38;5;43m20221214015028272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015028272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015028273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015028273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015028274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015028274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015028274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:30.233901 run patchelf(pid=25883): Terminating (SIGINT)\u000a01:50:30.417221 run patchelf(pid=25883): Terminated: ok {rc=0}\u000a01:50:30.450912 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25880): Process ended prematurely: osmo-stp_10.42.42.5(pid=25880) [trial-2397↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25880)] [trial-2397↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a01:50:30.460905 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a01:50:30.524865 run osmo-hlr_10.42.42.2(pid=25877): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25877)]\u000a01:50:30.576742 run osmo-hlr_10.42.42.2(pid=25877): stdout: \u000a| (launched: 2022-12-14_01:50:27.061580) \u000a01:50:30.629426 run osmo-hlr_10.42.42.2(pid=25877): stderr: \u000a| �[0;m�[1;31m20221214015027258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015027258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015027258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015027258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015027258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015027258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015027273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015027283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015027283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015027283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:50:30.674195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25866): Terminating (SIGTERM)\u000a01:50:30.716536 run iperf3-srv_10.42.42.10(pid=25867): Terminating (SIGTERM)\u000a01:50:30.758686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25868): Terminating (SIGTERM)\u000a01:50:30.800939 run iperf3-srv_10.42.42.10(pid=25869): Terminating (SIGTERM)\u000a01:50:30.860820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25870): Terminating (SIGTERM)\u000a01:50:30.902647 run iperf3-srv_10.42.42.10(pid=25871): Terminating (SIGTERM)\u000a01:50:30.944624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25872): Terminating (SIGTERM)\u000a01:50:30.987937 run iperf3-srv_10.42.42.10(pid=25873): Terminating (SIGTERM)\u000a01:50:31.030608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25876): Terminating (SIGTERM)\u000a01:50:31.073740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25879): Terminating (SIGTERM)\u000a01:50:31.115628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25882): Terminating (SIGTERM)\u000a01:50:31.127457 --- ParallelTerminationStrategy: PID 25866 died...\u000a01:50:31.185386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25866): Terminated: ok {rc=0}\u000a01:50:31.195502 --- ParallelTerminationStrategy: PID 25867 died...\u000a01:50:31.249771 run iperf3-srv_10.42.42.10(pid=25867): Terminated {rc=256}\u000a01:50:31.259869 --- ParallelTerminationStrategy: PID 25868 died...\u000a01:50:31.314187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25868): Terminated: ok {rc=0}\u000a01:50:31.324255 --- ParallelTerminationStrategy: PID 25869 died...\u000a01:50:31.378593 run iperf3-srv_10.42.42.10(pid=25869): Terminated {rc=256}\u000a01:50:31.390307 --- ParallelTerminationStrategy: PID 25870 died...\u000a01:50:31.444475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25870): Terminated: ok {rc=0}\u000a01:50:31.454698 --- ParallelTerminationStrategy: PID 25871 died...\u000a01:50:31.508825 run iperf3-srv_10.42.42.10(pid=25871): Terminated {rc=256}\u000a01:50:31.519065 --- ParallelTerminationStrategy: PID 25872 died...\u000a01:50:31.573944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25872): Terminated: ok {rc=0}\u000a01:50:31.585550 --- ParallelTerminationStrategy: PID 25873 died...\u000a01:50:31.640302 run iperf3-srv_10.42.42.10(pid=25873): Terminated {rc=256}\u000a01:50:31.650641 --- ParallelTerminationStrategy: PID 25876 died...\u000a01:50:31.705675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25876): Terminated: ok {rc=0}\u000a01:50:31.715912 --- ParallelTerminationStrategy: PID 25879 died...\u000a01:50:31.770430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25879): Terminated: ok {rc=0}\u000a01:50:31.780626 --- ParallelTerminationStrategy: PID 25882 died...\u000a01:50:31.836506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25882): Terminated: ok {rc=0}\u000a01:50:31.925775 bus /gobi_4: Setting Powered False\u000a01:50:33.032007 bus /gobi_4: Setting Powered False\u000a01:50:34.140107 bus /gobi_1: Setting Powered False\u000a01:50:35.246187 bus /gobi_1: Setting Powered False\u000a01:50:36.354319 bus /gobi_0: Setting Powered False\u000a01:50:37.461402 bus /gobi_0: Setting Powered False\u000a01:50:38.575328 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25890): Process ended prematurely: osmo-stp_10.42.42.5(pid=25890) [trial-2397↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25890)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25890): Process ended prematurely: osmo-stp_10.42.42.5(pid=25890) [trial-2397↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25890)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a01:50:39.643776 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:39.655771 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:50:39.792746 tst ping.py: using LAC 37714\u000a01:50:39.911030 tst ping.py: using RAC 229\u000a01:50:40.029572 tst ping.py: using CellId 37714\u000a01:50:40.146002 tst ping.py: using BVCI 37715\u000a01:50:40.168697 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:40.179624 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:40.190370 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:40.200890 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:40.211907 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:40.222922 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:40.233798 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:40.244233 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:50:40.534941 tst ping.py:19: start network...\u000a01:50:40.668049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:50:41.172032 run create_hlr_db(pid=25884): Launched\u000a01:50:41.357090 bus /gobi_6: Setting Powered False\u000a01:50:42.377824 run create_hlr_db(pid=25884): Terminated: ok {rc=0}\u000a01:50:42.780049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25886): Launched\u000a01:50:43.079256 run osmo-hlr_10.42.42.2(pid=25887): Launched\u000a01:50:43.199932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:50:43.725409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25889): Launched\u000a01:50:44.024405 run osmo-stp_10.42.42.5(pid=25890): Launched\u000a01:50:44.131406 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:50:44.650900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25892): Launched\u000a01:50:44.756111 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:50:45.016600 run patchelf(pid=25893): Launched\u000a01:50:45.190362 run osmo-stp_10.42.42.5(pid=25890): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25890)]\u000a01:50:45.317631 run osmo-stp_10.42.42.5(pid=25890): stdout: \u000a| (launched: 2022-12-14_01:50:43.875778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:45.444913 run osmo-stp_10.42.42.5(pid=25890): stderr: \u000a| �[0;m�[38;5;43m20221214015044044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015044044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015044045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015044045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015044046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015044046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015044046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:45.567030 run osmo-stp_10.42.42.5(pid=25890): stdout: \u000a| (launched: 2022-12-14_01:50:43.875778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:45.688146 run osmo-stp_10.42.42.5(pid=25890): stderr: \u000a| �[0;m�[38;5;43m20221214015044044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015044044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015044045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015044045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015044046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015044046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015044046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:45.829443 run patchelf(pid=25893): Terminating (SIGINT)\u000a01:50:46.009749 run patchelf(pid=25893): Terminated: ok {rc=0}\u000a01:50:46.040600 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25890): Process ended prematurely: osmo-stp_10.42.42.5(pid=25890) [trial-2397↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25890)] [trial-2397↪gprs:nanobts+band-900↪ping.py:22]\u000a01:50:46.049888 tst ping.py:22: Test FAILED (6.4 sec)\u000a01:50:46.111263 run osmo-hlr_10.42.42.2(pid=25887): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25887)]\u000a01:50:46.160722 run osmo-hlr_10.42.42.2(pid=25887): stdout: \u000a| (launched: 2022-12-14_01:50:42.930806) \u000a01:50:46.210850 run osmo-hlr_10.42.42.2(pid=25887): stderr: \u000a| �[0;m�[1;31m20221214015043106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015043106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015043106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015043106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015043106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015043106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015043118 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015043127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015043127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015043127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:50:46.253440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25886): Terminating (SIGTERM)\u000a01:50:46.294530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25889): Terminating (SIGTERM)\u000a01:50:46.338052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25892): Terminating (SIGTERM)\u000a01:50:46.348004 --- ParallelTerminationStrategy: PID 25886 died...\u000a01:50:46.403676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25886): Terminated: ok {rc=0}\u000a01:50:46.414294 --- ParallelTerminationStrategy: PID 25889 died...\u000a01:50:46.468512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25889): Terminated: ok {rc=0}\u000a01:50:46.478630 --- ParallelTerminationStrategy: PID 25892 died...\u000a01:50:46.532527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25892): Terminated: ok {rc=0}\u000a01:50:46.638657 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25904): Process ended prematurely: osmo-stp_10.42.42.5(pid=25904) [trial-2397↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25904)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25904): Process ended prematurely: osmo-stp_10.42.42.5(pid=25904) [trial-2397↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25904)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a01:50:47.693310 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:47.704596 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:50:47.840432 tst ping_idle_ping.py: using LAC 37715\u000a01:50:47.962703 tst ping_idle_ping.py: using RAC 230\u000a01:50:48.078618 tst ping_idle_ping.py: using CellId 37715\u000a01:50:48.195063 tst ping_idle_ping.py: using BVCI 37716\u000a01:50:48.217958 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:48.228638 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:48.239255 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:48.249906 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:48.261171 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:48.272221 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:48.283560 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:48.294620 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:50:48.586645 tst ping_idle_ping.py:24: start network...\u000a01:50:48.720211 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:50:49.228422 run create_hlr_db(pid=25894): Launched\u000a01:50:49.415433 bus /gobi_6: Setting Powered False\u000a01:50:50.436019 run create_hlr_db(pid=25894): Terminated: ok {rc=0}\u000a01:50:50.841097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25896): Launched\u000a01:50:51.141155 run osmo-hlr_10.42.42.2(pid=25897): Launched\u000a01:50:51.259011 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:50:51.787733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25899): Launched\u000a01:50:52.089380 run osmo-stp_10.42.42.5(pid=25904): Launched\u000a01:50:52.197591 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:50:52.720609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25907): Launched\u000a01:50:52.826309 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:50:53.087214 run patchelf(pid=25908): Launched\u000a01:50:53.261922 run osmo-stp_10.42.42.5(pid=25904): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25904)]\u000a01:50:53.389558 run osmo-stp_10.42.42.5(pid=25904): stdout: \u000a| (launched: 2022-12-14_01:50:51.939932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:53.517630 run osmo-stp_10.42.42.5(pid=25904): stderr: \u000a| �[0;m�[38;5;43m20221214015052107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015052108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015052108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015052108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015052109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015052109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015052109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:53.640277 run osmo-stp_10.42.42.5(pid=25904): stdout: \u000a| (launched: 2022-12-14_01:50:51.939932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:53.761896 run osmo-stp_10.42.42.5(pid=25904): stderr: \u000a| �[0;m�[38;5;43m20221214015052107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015052108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015052108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015052108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015052109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015052109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015052109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:53.904861 run patchelf(pid=25908): Terminating (SIGINT)\u000a01:50:54.072797 run patchelf(pid=25908): Terminated: ok {rc=0}\u000a01:50:54.103484 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25904): Process ended prematurely: osmo-stp_10.42.42.5(pid=25904) [trial-2397↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25904)] [trial-2397↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a01:50:54.112076 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a01:50:54.171858 run osmo-hlr_10.42.42.2(pid=25897): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25897)]\u000a01:50:54.220316 run osmo-hlr_10.42.42.2(pid=25897): stdout: \u000a| (launched: 2022-12-14_01:50:50.992881) \u000a01:50:54.269680 run osmo-hlr_10.42.42.2(pid=25897): stderr: \u000a| �[0;m�[1;31m20221214015051167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015051167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015051167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015051167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015051167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015051167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015051179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015051189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015051189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015051189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:50:54.311834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25896): Terminating (SIGTERM)\u000a01:50:54.351684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25899): Terminating (SIGTERM)\u000a01:50:54.391406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25907): Terminating (SIGTERM)\u000a01:50:54.400750 --- ParallelTerminationStrategy: PID 25896 died...\u000a01:50:54.453796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25896): Terminated: ok {rc=0}\u000a01:50:54.463510 --- ParallelTerminationStrategy: PID 25899 died...\u000a01:50:54.516719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25899): Terminated: ok {rc=0}\u000a01:50:54.526414 --- ParallelTerminationStrategy: PID 25907 died...\u000a01:50:54.579121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25907): Terminated: ok {rc=0}\u000a01:50:54.662416 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:49:56" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25922): Process ended prematurely: osmo-stp_10.42.42.5(pid=25922) [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25922)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25922): Process ended prematurely: osmo-stp_10.42.42.5(pid=25922) [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25922)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:50:56.813759 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:56.824578 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:50:56.958468 tst cs_paging_gprs_active.py: using LAC 37716\u000a01:50:57.085422 tst cs_paging_gprs_active.py: using RAC 231\u000a01:50:57.211669 tst cs_paging_gprs_active.py: using CellId 37716\u000a01:50:57.338713 tst cs_paging_gprs_active.py: using BVCI 37717\u000a01:50:57.363969 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:57.375641 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:57.387125 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:57.398480 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:57.410490 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:57.422618 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:57.434768 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:57.446731 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:50:57.459031 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:50:57.579777 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:50:57.877024 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:50:58.014307 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:50:58.353381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25912): Launched\u000a01:50:58.635239 run iperf3-srv_10.42.42.10(pid=25913): Launched\u000a01:50:58.834971 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:50:58.971062 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:50:59.312434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25914): Launched\u000a01:50:59.594929 run iperf3-srv_10.42.42.10(pid=25915): Launched\u000a01:50:59.794778 tst cs_paging_gprs_active.py:38: start network...\u000a01:50:59.931103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:51:00.446286 run create_hlr_db(pid=25916): Launched\u000a01:51:00.635185 bus /gobi_6: Setting Powered False\u000a01:51:01.647885 run create_hlr_db(pid=25916): Terminated: ok {rc=0}\u000a01:51:02.166088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25918): Launched\u000a01:51:02.498974 run osmo-hlr_10.42.42.2(pid=25919): Launched\u000a01:51:02.617028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:51:03.188052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25921): Launched\u000a01:51:03.516443 run osmo-stp_10.42.42.5(pid=25922): Launched\u000a01:51:03.634766 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:51:04.209868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25924): Launched\u000a01:51:04.326204 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:51:04.614525 run patchelf(pid=25925): Launched\u000a01:51:04.805241 run osmo-stp_10.42.42.5(pid=25922): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25922)]\u000a01:51:04.944295 run osmo-stp_10.42.42.5(pid=25922): stdout: \u000a| (launched: 2022-12-14_01:51:03.353637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:05.083698 run osmo-stp_10.42.42.5(pid=25922): stderr: \u000a| �[0;m�[38;5;43m20221214015103542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015103542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015103543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015103543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015103543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015103544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015103544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:05.218478 run osmo-stp_10.42.42.5(pid=25922): stdout: \u000a| (launched: 2022-12-14_01:51:03.353637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:05.351564 run osmo-stp_10.42.42.5(pid=25922): stderr: \u000a| �[0;m�[38;5;43m20221214015103542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015103542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015103543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015103543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015103543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015103544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015103544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:05.506976 run patchelf(pid=25925): Terminating (SIGINT)\u000a01:51:05.688869 run patchelf(pid=25925): Terminated: ok {rc=0}\u000a01:51:05.722312 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25922): Process ended prematurely: osmo-stp_10.42.42.5(pid=25922) [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25922)] [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:51:05.732245 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a01:51:05.795209 run osmo-hlr_10.42.42.2(pid=25919): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25919)]\u000a01:51:05.846154 run osmo-hlr_10.42.42.2(pid=25919): stdout: \u000a| (launched: 2022-12-14_01:51:02.334606) \u000a01:51:05.897839 run osmo-hlr_10.42.42.2(pid=25919): stderr: \u000a| �[0;m�[1;31m20221214015102528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015102528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015102528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015102528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015102529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015102529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015102553 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015102562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015102562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015102562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:51:05.942045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25912): Terminating (SIGTERM)\u000a01:51:05.983586 run iperf3-srv_10.42.42.10(pid=25913): Terminating (SIGTERM)\u000a01:51:06.025936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25914): Terminating (SIGTERM)\u000a01:51:06.067495 run iperf3-srv_10.42.42.10(pid=25915): Terminating (SIGTERM)\u000a01:51:06.109035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25918): Terminating (SIGTERM)\u000a01:51:06.150397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25921): Terminating (SIGTERM)\u000a01:51:06.191666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25924): Terminating (SIGTERM)\u000a01:51:06.201316 --- ParallelTerminationStrategy: PID 25912 died...\u000a01:51:06.257836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25912): Terminated: ok {rc=0}\u000a01:51:06.267875 --- ParallelTerminationStrategy: PID 25913 died...\u000a01:51:06.323649 run iperf3-srv_10.42.42.10(pid=25913): Terminated {rc=256}\u000a01:51:06.333654 --- ParallelTerminationStrategy: PID 25914 died...\u000a01:51:06.389141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25914): Terminated: ok {rc=0}\u000a01:51:06.399054 --- ParallelTerminationStrategy: PID 25915 died...\u000a01:51:06.454422 run iperf3-srv_10.42.42.10(pid=25915): Terminated {rc=256}\u000a01:51:06.464293 --- ParallelTerminationStrategy: PID 25918 died...\u000a01:51:06.519792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25918): Terminated: ok {rc=0}\u000a01:51:06.529877 --- ParallelTerminationStrategy: PID 25921 died...\u000a01:51:06.586018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25921): Terminated: ok {rc=0}\u000a01:51:06.596073 --- ParallelTerminationStrategy: PID 25924 died...\u000a01:51:06.651801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25924): Terminated: ok {rc=0}\u000a01:51:06.738456 bus /gobi_0: Setting Powered False\u000a01:51:07.844103 bus /gobi_0: Setting Powered False\u000a01:51:08.952300 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25934): Process ended prematurely: osmo-stp_10.42.42.5(pid=25934) [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25934)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25934): Process ended prematurely: osmo-stp_10.42.42.5(pid=25934) [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:51:10.067710 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:10.079789 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:51:10.228282 tst iperf3.py: using LAC 37717\u000a01:51:10.356363 tst iperf3.py: using RAC 232\u000a01:51:10.478160 tst iperf3.py: using CellId 37717\u000a01:51:10.597313 tst iperf3.py: using BVCI 37718\u000a01:51:10.621088 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:10.632361 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:10.643471 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:10.654550 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:10.666075 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:10.677584 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:10.689147 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:10.700593 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:10.712278 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:51:11.006863 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:51:11.143326 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:51:11.483904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25926): Launched\u000a01:51:11.767048 run iperf3-srv_10.42.42.10(pid=25927): Launched\u000a01:51:11.966897 tst iperf3.py:8: start network...\u000a01:51:12.104202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:51:12.618886 run create_hlr_db(pid=25928): Launched\u000a01:51:12.808711 bus /gobi_6: Setting Powered False\u000a01:51:13.827698 run create_hlr_db(pid=25928): Terminated: ok {rc=0}\u000a01:51:14.238396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25930): Launched\u000a01:51:14.542623 run osmo-hlr_10.42.42.2(pid=25931): Launched\u000a01:51:14.654933 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:51:15.185598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25933): Launched\u000a01:51:15.489844 run osmo-stp_10.42.42.5(pid=25934): Launched\u000a01:51:15.601831 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:51:16.203177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25936): Launched\u000a01:51:16.332274 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:51:16.620478 run patchelf(pid=25937): Launched\u000a01:51:16.804119 run osmo-stp_10.42.42.5(pid=25934): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25934)]\u000a01:51:16.938510 run osmo-stp_10.42.42.5(pid=25934): stdout: \u000a| (launched: 2022-12-14_01:51:15.339307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:17.074850 run osmo-stp_10.42.42.5(pid=25934): stderr: \u000a| �[0;m�[38;5;43m20221214015115507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015115507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015115507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015115507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015115508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015115508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015115508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:17.204104 run osmo-stp_10.42.42.5(pid=25934): stdout: \u000a| (launched: 2022-12-14_01:51:15.339307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:17.329479 run osmo-stp_10.42.42.5(pid=25934): stderr: \u000a| �[0;m�[38;5;43m20221214015115507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015115507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015115507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015115507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015115508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015115508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015115508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:17.474936 run patchelf(pid=25937): Terminating (SIGINT)\u000a01:51:17.646091 run patchelf(pid=25937): Terminated: ok {rc=0}\u000a01:51:17.677893 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25934): Process ended prematurely: osmo-stp_10.42.42.5(pid=25934) [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25934)] [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a01:51:17.687446 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a01:51:17.747377 run osmo-hlr_10.42.42.2(pid=25931): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25931)]\u000a01:51:17.795860 run osmo-hlr_10.42.42.2(pid=25931): stdout: \u000a| (launched: 2022-12-14_01:51:14.392316) \u000a01:51:17.845015 run osmo-hlr_10.42.42.2(pid=25931): stderr: \u000a| �[0;m�[1;31m20221214015114564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015114564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015114564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015114565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015114565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015114565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015114577 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015114586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015114586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015114586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:51:17.886627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25926): Terminating (SIGTERM)\u000a01:51:17.926293 run iperf3-srv_10.42.42.10(pid=25927): Terminating (SIGTERM)\u000a01:51:17.965197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25930): Terminating (SIGTERM)\u000a01:51:18.003905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25933): Terminating (SIGTERM)\u000a01:51:18.042973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25936): Terminating (SIGTERM)\u000a01:51:18.052199 --- ParallelTerminationStrategy: PID 25926 died...\u000a01:51:18.105092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25926): Terminated: ok {rc=0}\u000a01:51:18.114783 --- ParallelTerminationStrategy: PID 25927 died...\u000a01:51:18.167657 run iperf3-srv_10.42.42.10(pid=25927): Terminated {rc=256}\u000a01:51:18.177395 --- ParallelTerminationStrategy: PID 25930 died...\u000a01:51:18.230358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25930): Terminated: ok {rc=0}\u000a01:51:18.239928 --- ParallelTerminationStrategy: PID 25933 died...\u000a01:51:18.293196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25933): Terminated: ok {rc=0}\u000a01:51:18.302928 --- ParallelTerminationStrategy: PID 25936 died...\u000a01:51:18.356013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25936): Terminated: ok {rc=0}\u000a01:51:18.441018 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25952): Process ended prematurely: osmo-stp_10.42.42.5(pid=25952) [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25952)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25952): Process ended prematurely: osmo-stp_10.42.42.5(pid=25952) [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:51:19.556492 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:19.568990 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:51:19.720682 tst iperf3m4.py: using LAC 37718\u000a01:51:19.846473 tst iperf3m4.py: using RAC 233\u000a01:51:19.972693 tst iperf3m4.py: using CellId 37718\u000a01:51:20.099678 tst iperf3m4.py: using BVCI 37719\u000a01:51:20.124769 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:20.136479 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:20.148084 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:20.159612 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:20.171454 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:20.183600 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:20.195538 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:20.207257 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:20.219211 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:51:20.336297 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:51:20.458649 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:51:20.576309 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:51:20.873258 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:51:21.009507 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:51:21.351134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25938): Launched\u000a01:51:21.633190 run iperf3-srv_10.42.42.10(pid=25939): Launched\u000a01:51:21.832851 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:51:21.969171 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:51:22.308871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25940): Launched\u000a01:51:22.592212 run iperf3-srv_10.42.42.10(pid=25941): Launched\u000a01:51:22.791932 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:51:22.928165 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:51:23.269224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25942): Launched\u000a01:51:23.550864 run iperf3-srv_10.42.42.10(pid=25943): Launched\u000a01:51:23.750897 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:51:23.887233 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:51:24.228635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25944): Launched\u000a01:51:24.511337 run iperf3-srv_10.42.42.10(pid=25945): Launched\u000a01:51:24.710727 tst iperf3m4.py:8: start network...\u000a01:51:24.847011 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:51:25.360331 run create_hlr_db(pid=25946): Launched\u000a01:51:25.548891 bus /gobi_6: Setting Powered False\u000a01:51:26.569823 run create_hlr_db(pid=25946): Terminated: ok {rc=0}\u000a01:51:26.982501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25948): Launched\u000a01:51:27.290502 run osmo-hlr_10.42.42.2(pid=25949): Launched\u000a01:51:27.410419 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:51:27.949902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25951): Launched\u000a01:51:28.256546 run osmo-stp_10.42.42.5(pid=25952): Launched\u000a01:51:28.366802 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:51:28.895028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25954): Launched\u000a01:51:29.002081 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:51:29.266952 run patchelf(pid=25955): Launched\u000a01:51:29.443772 run osmo-stp_10.42.42.5(pid=25952): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25952)]\u000a01:51:29.573563 run osmo-stp_10.42.42.5(pid=25952): stdout: \u000a| (launched: 2022-12-14_01:51:28.104761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:29.703736 run osmo-stp_10.42.42.5(pid=25952): stderr: \u000a| �[0;m�[38;5;43m20221214015128274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015128274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015128274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015128275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015128275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015128275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015128275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:29.828708 run osmo-stp_10.42.42.5(pid=25952): stdout: \u000a| (launched: 2022-12-14_01:51:28.104761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:29.952363 run osmo-stp_10.42.42.5(pid=25952): stderr: \u000a| �[0;m�[38;5;43m20221214015128274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015128274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015128274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015128275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015128275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015128275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015128275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:30.096170 run patchelf(pid=25955): Terminating (SIGINT)\u000a01:51:30.265740 run patchelf(pid=25955): Terminated: ok {rc=0}\u000a01:51:30.296785 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25952): Process ended prematurely: osmo-stp_10.42.42.5(pid=25952) [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25952)] [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:51:30.306083 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:51:30.365647 run osmo-hlr_10.42.42.2(pid=25949): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25949)]\u000a01:51:30.413580 run osmo-hlr_10.42.42.2(pid=25949): stdout: \u000a| (launched: 2022-12-14_01:51:27.136467) \u000a01:51:30.462341 run osmo-hlr_10.42.42.2(pid=25949): stderr: \u000a| �[0;m�[1;31m20221214015127309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015127309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015127310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015127310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015127310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015127310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015127321 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015127329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015127329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015127329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:51:30.503641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25938): Terminating (SIGTERM)\u000a01:51:30.542432 run iperf3-srv_10.42.42.10(pid=25939): Terminating (SIGTERM)\u000a01:51:30.581331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25940): Terminating (SIGTERM)\u000a01:51:30.621036 run iperf3-srv_10.42.42.10(pid=25941): Terminating (SIGTERM)\u000a01:51:30.660026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25942): Terminating (SIGTERM)\u000a01:51:30.698789 run iperf3-srv_10.42.42.10(pid=25943): Terminating (SIGTERM)\u000a01:51:30.737625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25944): Terminating (SIGTERM)\u000a01:51:30.776990 run iperf3-srv_10.42.42.10(pid=25945): Terminating (SIGTERM)\u000a01:51:30.815939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25948): Terminating (SIGTERM)\u000a01:51:30.872008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25951): Terminating (SIGTERM)\u000a01:51:30.917540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25954): Terminating (SIGTERM)\u000a01:51:30.929929 --- ParallelTerminationStrategy: PID 25938 died...\u000a01:51:30.992244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25938): Terminated: ok {rc=0}\u000a01:51:31.003868 --- ParallelTerminationStrategy: PID 25939 died...\u000a01:51:31.063758 run iperf3-srv_10.42.42.10(pid=25939): Terminated {rc=256}\u000a01:51:31.075548 --- ParallelTerminationStrategy: PID 25940 died...\u000a01:51:31.133796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25940): Terminated: ok {rc=0}\u000a01:51:31.145692 --- ParallelTerminationStrategy: PID 25941 died...\u000a01:51:31.204315 run iperf3-srv_10.42.42.10(pid=25941): Terminated {rc=256}\u000a01:51:31.216141 --- ParallelTerminationStrategy: PID 25942 died...\u000a01:51:31.274475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25942): Terminated: ok {rc=0}\u000a01:51:31.285512 --- ParallelTerminationStrategy: PID 25943 died...\u000a01:51:31.344717 run iperf3-srv_10.42.42.10(pid=25943): Terminated {rc=256}\u000a01:51:31.355836 --- ParallelTerminationStrategy: PID 25944 died...\u000a01:51:31.415997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25944): Terminated: ok {rc=0}\u000a01:51:31.427335 --- ParallelTerminationStrategy: PID 25945 died...\u000a01:51:31.486029 run iperf3-srv_10.42.42.10(pid=25945): Terminated {rc=256}\u000a01:51:31.497091 --- ParallelTerminationStrategy: PID 25948 died...\u000a01:51:31.556458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25948): Terminated: ok {rc=0}\u000a01:51:31.568865 --- ParallelTerminationStrategy: PID 25951 died...\u000a01:51:31.628746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25951): Terminated: ok {rc=0}\u000a01:51:31.640534 --- ParallelTerminationStrategy: PID 25954 died...\u000a01:51:31.699751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25954): Terminated: ok {rc=0}\u000a01:51:31.787891 bus /gobi_4: Setting Powered False\u000a01:51:32.894044 bus /gobi_4: Setting Powered False\u000a01:51:34.002344 bus /gobi_1: Setting Powered False\u000a01:51:35.109600 bus /gobi_1: Setting Powered False\u000a01:51:36.217665 bus /gobi_0: Setting Powered False\u000a01:51:37.323179 bus /gobi_0: Setting Powered False\u000a01:51:38.435972 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25962): Process ended prematurely: osmo-stp_10.42.42.5(pid=25962) [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25962)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25962): Process ended prematurely: osmo-stp_10.42.42.5(pid=25962) [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25962)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:51:39.503175 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:39.515364 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:51:39.654834 tst ping.py: using LAC 37719\u000a01:51:39.779002 tst ping.py: using RAC 234\u000a01:51:39.902856 tst ping.py: using CellId 37719\u000a01:51:40.026660 tst ping.py: using BVCI 37720\u000a01:51:40.051335 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:40.063070 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:40.087915 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:40.101093 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:40.112456 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:40.123635 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:40.135487 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:40.146969 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:51:40.419535 tst ping.py:19: start network...\u000a01:51:40.541686 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:51:41.016010 run create_hlr_db(pid=25956): Launched\u000a01:51:41.187946 bus /gobi_6: Setting Powered False\u000a01:51:42.209871 run create_hlr_db(pid=25956): Terminated: ok {rc=0}\u000a01:51:42.634599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25958): Launched\u000a01:51:42.953282 run osmo-hlr_10.42.42.2(pid=25959): Launched\u000a01:51:43.070437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:51:43.628781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25961): Launched\u000a01:51:43.946286 run osmo-stp_10.42.42.5(pid=25962): Launched\u000a01:51:44.062320 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:51:44.619729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25964): Launched\u000a01:51:44.733659 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:51:45.013379 run patchelf(pid=25965): Launched\u000a01:51:45.200819 run osmo-stp_10.42.42.5(pid=25962): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25962)]\u000a01:51:45.337770 run osmo-stp_10.42.42.5(pid=25962): stdout: \u000a| (launched: 2022-12-14_01:51:43.789724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:45.475047 run osmo-stp_10.42.42.5(pid=25962): stderr: \u000a| �[0;m�[38;5;43m20221214015143975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015143975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015143975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015143976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015143976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015143976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015143976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:45.607335 run osmo-stp_10.42.42.5(pid=25962): stdout: \u000a| (launched: 2022-12-14_01:51:43.789724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:45.738432 run osmo-stp_10.42.42.5(pid=25962): stderr: \u000a| �[0;m�[38;5;43m20221214015143975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015143975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015143975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015143976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015143976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015143976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015143976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:45.920356 run patchelf(pid=25965): Terminating (SIGINT)\u000a01:51:46.096699 run patchelf(pid=25965): Terminated: ok {rc=0}\u000a01:51:46.129106 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25962): Process ended prematurely: osmo-stp_10.42.42.5(pid=25962) [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25962)] [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a01:51:46.138959 tst ping.py:22: Test FAILED (6.6 sec)\u000a01:51:46.200564 run osmo-hlr_10.42.42.2(pid=25959): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25959)]\u000a01:51:46.250781 run osmo-hlr_10.42.42.2(pid=25959): stdout: \u000a| (launched: 2022-12-14_01:51:42.795864) \u000a01:51:46.300858 run osmo-hlr_10.42.42.2(pid=25959): stderr: \u000a| �[0;m�[1;31m20221214015142989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015142989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015142989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015142989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015142989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015142989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015143003 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015143011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015143011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015143011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:51:46.343883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25958): Terminating (SIGTERM)\u000a01:51:46.387816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25961): Terminating (SIGTERM)\u000a01:51:46.430814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25964): Terminating (SIGTERM)\u000a01:51:46.440789 --- ParallelTerminationStrategy: PID 25958 died...\u000a01:51:46.497068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25958): Terminated: ok {rc=0}\u000a01:51:46.507276 --- ParallelTerminationStrategy: PID 25961 died...\u000a01:51:46.561715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25961): Terminated: ok {rc=0}\u000a01:51:46.571918 --- ParallelTerminationStrategy: PID 25964 died...\u000a01:51:46.627014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25964): Terminated: ok {rc=0}\u000a01:51:46.712847 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25972): Process ended prematurely: osmo-stp_10.42.42.5(pid=25972) [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25972)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25972): Process ended prematurely: osmo-stp_10.42.42.5(pid=25972) [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:51:47.765758 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:47.778069 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:51:47.923448 tst ping_idle_ping.py: using LAC 37720\u000a01:51:48.049251 tst ping_idle_ping.py: using RAC 235\u000a01:51:48.171482 tst ping_idle_ping.py: using CellId 37720\u000a01:51:48.291004 tst ping_idle_ping.py: using BVCI 37721\u000a01:51:48.313836 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:48.325048 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:48.335858 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:48.347032 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:48.357766 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:48.368466 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:48.379434 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:48.390234 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:51:48.665394 tst ping_idle_ping.py:24: start network...\u000a01:51:48.789542 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:51:49.271742 run create_hlr_db(pid=25966): Launched\u000a01:51:49.443985 bus /gobi_6: Setting Powered False\u000a01:51:50.466031 run create_hlr_db(pid=25966): Terminated: ok {rc=0}\u000a01:51:50.891505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25968): Launched\u000a01:51:51.211578 run osmo-hlr_10.42.42.2(pid=25969): Launched\u000a01:51:51.327910 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:51:51.884439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25971): Launched\u000a01:51:52.205615 run osmo-stp_10.42.42.5(pid=25972): Launched\u000a01:51:52.321224 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:51:52.878422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25974): Launched\u000a01:51:52.992473 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:51:53.271346 run patchelf(pid=25975): Launched\u000a01:51:53.457854 run osmo-stp_10.42.42.5(pid=25972): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25972)]\u000a01:51:53.594916 run osmo-stp_10.42.42.5(pid=25972): stdout: \u000a| (launched: 2022-12-14_01:51:52.047380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:53.731803 run osmo-stp_10.42.42.5(pid=25972): stderr: \u000a| �[0;m�[38;5;43m20221214015152235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015152235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015152235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015152236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015152236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015152237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015152237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:53.863937 run osmo-stp_10.42.42.5(pid=25972): stdout: \u000a| (launched: 2022-12-14_01:51:52.047380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:53.994952 run osmo-stp_10.42.42.5(pid=25972): stderr: \u000a| �[0;m�[38;5;43m20221214015152235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015152235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015152235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015152236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015152236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015152237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015152237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:54.148277 run patchelf(pid=25975): Terminating (SIGINT)\u000a01:51:54.327415 run patchelf(pid=25975): Terminated: ok {rc=0}\u000a01:51:54.360133 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25972): Process ended prematurely: osmo-stp_10.42.42.5(pid=25972) [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25972)] [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:51:54.369579 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a01:51:54.432561 run osmo-hlr_10.42.42.2(pid=25969): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25969)]\u000a01:51:54.483618 run osmo-hlr_10.42.42.2(pid=25969): stdout: \u000a| (launched: 2022-12-14_01:51:51.054674) \u000a01:51:54.535157 run osmo-hlr_10.42.42.2(pid=25969): stderr: \u000a| �[0;m�[1;31m20221214015151249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015151249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015151249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015151249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015151249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015151249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015151262 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015151270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015151270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015151270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:51:54.579263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25968): Terminating (SIGTERM)\u000a01:51:54.620843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25971): Terminating (SIGTERM)\u000a01:51:54.662650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25974): Terminating (SIGTERM)\u000a01:51:54.672284 --- ParallelTerminationStrategy: PID 25968 died...\u000a01:51:54.727963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25968): Terminated: ok {rc=0}\u000a01:51:54.738138 --- ParallelTerminationStrategy: PID 25971 died...\u000a01:51:54.793731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25971): Terminated: ok {rc=0}\u000a01:51:54.803800 --- ParallelTerminationStrategy: PID 25974 died...\u000a01:51:54.859244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25974): Terminated: ok {rc=0}\u000a01:51:54.944562 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:50:56" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25989): Process ended prematurely: osmo-stp_10.42.42.5(pid=25989) [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25989)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25989): Process ended prematurely: osmo-stp_10.42.42.5(pid=25989) [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:51:57.105083 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:57.116611 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:51:57.279697 tst cs_paging_gprs_active.py: using LAC 37721\u000a01:51:57.408451 tst cs_paging_gprs_active.py: using RAC 236\u000a01:51:57.534863 tst cs_paging_gprs_active.py: using CellId 37721\u000a01:51:57.661904 tst cs_paging_gprs_active.py: using BVCI 37722\u000a01:51:57.686644 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:57.698039 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:57.709310 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:57.720530 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:57.732145 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:57.743608 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:57.755455 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:57.767078 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:51:57.778941 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:51:57.895511 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:51:58.190475 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:51:58.326402 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:51:58.664707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25979): Launched\u000a01:51:58.945458 run iperf3-srv_10.42.42.10(pid=25980): Launched\u000a01:51:59.146577 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:51:59.282946 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:51:59.621435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25981): Launched\u000a01:51:59.901522 run iperf3-srv_10.42.42.10(pid=25982): Launched\u000a01:52:00.101693 tst cs_paging_gprs_active.py:38: start network...\u000a01:52:00.237385 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:52:00.754895 run create_hlr_db(pid=25983): Launched\u000a01:52:00.953878 bus /gobi_6: Setting Powered False\u000a01:52:01.962722 run create_hlr_db(pid=25983): Terminated: ok {rc=0}\u000a01:52:02.427917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25985): Launched\u000a01:52:02.731728 run osmo-hlr_10.42.42.2(pid=25986): Launched\u000a01:52:02.847630 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:52:03.376498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25988): Launched\u000a01:52:03.688242 run osmo-stp_10.42.42.5(pid=25989): Launched\u000a01:52:03.806932 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:52:04.375477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25991): Launched\u000a01:52:04.492522 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:52:04.777890 run patchelf(pid=25992): Launched\u000a01:52:04.968324 run osmo-stp_10.42.42.5(pid=25989): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25989)]\u000a01:52:05.107853 run osmo-stp_10.42.42.5(pid=25989): stdout: \u000a| (launched: 2022-12-14_01:52:03.529613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:05.247468 run osmo-stp_10.42.42.5(pid=25989): stderr: \u000a| �[0;m�[38;5;43m20221214015203714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015203714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015203714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015203714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015203715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015203715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015203715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:05.382004 run osmo-stp_10.42.42.5(pid=25989): stdout: \u000a| (launched: 2022-12-14_01:52:03.529613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:05.514986 run osmo-stp_10.42.42.5(pid=25989): stderr: \u000a| �[0;m�[38;5;43m20221214015203714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015203714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015203714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015203714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015203715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015203715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015203715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:05.670125 run patchelf(pid=25992): Terminating (SIGINT)\u000a01:52:05.852475 run patchelf(pid=25992): Terminated: ok {rc=0}\u000a01:52:05.885909 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25989): Process ended prematurely: osmo-stp_10.42.42.5(pid=25989) [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25989)] [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:52:05.895739 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a01:52:05.958680 run osmo-hlr_10.42.42.2(pid=25986): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25986)]\u000a01:52:06.009888 run osmo-hlr_10.42.42.2(pid=25986): stdout: \u000a| (launched: 2022-12-14_01:52:02.580873) \u000a01:52:06.061984 run osmo-hlr_10.42.42.2(pid=25986): stderr: \u000a| �[0;m�[1;31m20221214015202753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015202753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015202753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015202753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015202753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015202754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015202766 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015202774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015202774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015202774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:52:06.106610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25979): Terminating (SIGTERM)\u000a01:52:06.148153 run iperf3-srv_10.42.42.10(pid=25980): Terminating (SIGTERM)\u000a01:52:06.189722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25981): Terminating (SIGTERM)\u000a01:52:06.231365 run iperf3-srv_10.42.42.10(pid=25982): Terminating (SIGTERM)\u000a01:52:06.272916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25985): Terminating (SIGTERM)\u000a01:52:06.314982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25988): Terminating (SIGTERM)\u000a01:52:06.356710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25991): Terminating (SIGTERM)\u000a01:52:06.366417 --- ParallelTerminationStrategy: PID 25979 died...\u000a01:52:06.422196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25979): Terminated: ok {rc=0}\u000a01:52:06.432145 --- ParallelTerminationStrategy: PID 25980 died...\u000a01:52:06.487553 run iperf3-srv_10.42.42.10(pid=25980): Terminated {rc=256}\u000a01:52:06.497507 --- ParallelTerminationStrategy: PID 25981 died...\u000a01:52:06.553096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25981): Terminated: ok {rc=0}\u000a01:52:06.563002 --- ParallelTerminationStrategy: PID 25982 died...\u000a01:52:06.618448 run iperf3-srv_10.42.42.10(pid=25982): Terminated {rc=256}\u000a01:52:06.628458 --- ParallelTerminationStrategy: PID 25985 died...\u000a01:52:06.683924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25985): Terminated: ok {rc=0}\u000a01:52:06.693930 --- ParallelTerminationStrategy: PID 25988 died...\u000a01:52:06.749664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25988): Terminated: ok {rc=0}\u000a01:52:06.759616 --- ParallelTerminationStrategy: PID 25991 died...\u000a01:52:06.815224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25991): Terminated: ok {rc=0}\u000a01:52:06.901918 bus /gobi_0: Setting Powered False\u000a01:52:08.007283 bus /gobi_0: Setting Powered False\u000a01:52:09.115318 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26001): Process ended prematurely: osmo-stp_10.42.42.5(pid=26001) [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26001)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26001): Process ended prematurely: osmo-stp_10.42.42.5(pid=26001) [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:52:10.222857 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:10.234442 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:52:10.399924 tst iperf3.py: using LAC 37722\u000a01:52:10.528329 tst iperf3.py: using RAC 237\u000a01:52:10.655977 tst iperf3.py: using CellId 37722\u000a01:52:10.782644 tst iperf3.py: using BVCI 37723\u000a01:52:10.807613 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:10.819279 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:10.830588 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:10.841872 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:10.853439 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:10.864897 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:10.876544 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:10.887962 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:10.899668 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:52:11.177467 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:52:11.302897 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:52:11.618462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25993): Launched\u000a01:52:11.881360 run iperf3-srv_10.42.42.10(pid=25994): Launched\u000a01:52:12.065626 tst iperf3.py:8: start network...\u000a01:52:12.190969 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:52:12.676705 run create_hlr_db(pid=25995): Launched\u000a01:52:12.850247 bus /gobi_6: Setting Powered False\u000a01:52:13.871074 run create_hlr_db(pid=25995): Terminated: ok {rc=0}\u000a01:52:14.275550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25997): Launched\u000a01:52:14.578881 run osmo-hlr_10.42.42.2(pid=25998): Launched\u000a01:52:14.692940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:52:15.217460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26000): Launched\u000a01:52:15.518215 run osmo-stp_10.42.42.5(pid=26001): Launched\u000a01:52:15.626323 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:52:16.177053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26003): Launched\u000a01:52:16.286237 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:52:16.573388 run patchelf(pid=26004): Launched\u000a01:52:16.752548 run osmo-stp_10.42.42.5(pid=26001): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26001)]\u000a01:52:16.884335 run osmo-stp_10.42.42.5(pid=26001): stdout: \u000a| (launched: 2022-12-14_01:52:15.369875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:17.016705 run osmo-stp_10.42.42.5(pid=26001): stderr: \u000a| �[0;m�[38;5;43m20221214015215536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015215536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015215536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015215536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015215537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015215537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015215537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:17.144089 run osmo-stp_10.42.42.5(pid=26001): stdout: \u000a| (launched: 2022-12-14_01:52:15.369875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:17.268649 run osmo-stp_10.42.42.5(pid=26001): stderr: \u000a| �[0;m�[38;5;43m20221214015215536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015215536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015215536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015215536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015215537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015215537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015215537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:17.412568 run patchelf(pid=26004): Terminating (SIGINT)\u000a01:52:17.582040 run patchelf(pid=26004): Terminated: ok {rc=0}\u000a01:52:17.613263 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26001): Process ended prematurely: osmo-stp_10.42.42.5(pid=26001) [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26001)] [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:52:17.622637 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a01:52:17.682288 run osmo-hlr_10.42.42.2(pid=25998): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25998)]\u000a01:52:17.730746 run osmo-hlr_10.42.42.2(pid=25998): stdout: \u000a| (launched: 2022-12-14_01:52:14.429569) \u000a01:52:17.779991 run osmo-hlr_10.42.42.2(pid=25998): stderr: \u000a| �[0;m�[1;31m20221214015214604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015214604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015214604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015214605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015214605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015214605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015214617 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015214626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015214626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015214626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:52:17.821816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25993): Terminating (SIGTERM)\u000a01:52:17.860912 run iperf3-srv_10.42.42.10(pid=25994): Terminating (SIGTERM)\u000a01:52:17.900191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25997): Terminating (SIGTERM)\u000a01:52:17.939327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26000): Terminating (SIGTERM)\u000a01:52:17.978474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26003): Terminating (SIGTERM)\u000a01:52:17.987386 --- ParallelTerminationStrategy: PID 25993 died...\u000a01:52:18.040241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25993): Terminated: ok {rc=0}\u000a01:52:18.049937 --- ParallelTerminationStrategy: PID 25994 died...\u000a01:52:18.102752 run iperf3-srv_10.42.42.10(pid=25994): Terminated {rc=256}\u000a01:52:18.112324 --- ParallelTerminationStrategy: PID 25997 died...\u000a01:52:18.165158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25997): Terminated: ok {rc=0}\u000a01:52:18.174738 --- ParallelTerminationStrategy: PID 26000 died...\u000a01:52:18.227851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26000): Terminated: ok {rc=0}\u000a01:52:18.237634 --- ParallelTerminationStrategy: PID 26003 died...\u000a01:52:18.290368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26003): Terminated: ok {rc=0}\u000a01:52:18.377675 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26019): Process ended prematurely: osmo-stp_10.42.42.5(pid=26019) [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26019)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26019): Process ended prematurely: osmo-stp_10.42.42.5(pid=26019) [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26019)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:52:19.487996 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:19.499658 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:52:19.655052 tst iperf3m4.py: using LAC 37723\u000a01:52:19.773552 tst iperf3m4.py: using RAC 238\u000a01:52:19.891581 tst iperf3m4.py: using CellId 37723\u000a01:52:20.013452 tst iperf3m4.py: using BVCI 37724\u000a01:52:20.036404 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:20.047357 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:20.058344 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:20.069058 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:20.079714 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:20.090447 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:20.101382 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:20.112028 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:20.122861 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:52:20.241789 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:52:20.360520 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:52:20.480835 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:52:20.772747 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:52:20.907976 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:52:21.254895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26005): Launched\u000a01:52:21.535064 run iperf3-srv_10.42.42.10(pid=26006): Launched\u000a01:52:21.734885 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:52:21.871235 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:52:22.211988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26007): Launched\u000a01:52:22.493756 run iperf3-srv_10.42.42.10(pid=26008): Launched\u000a01:52:22.694417 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:52:22.830776 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:52:23.172266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26009): Launched\u000a01:52:23.454721 run iperf3-srv_10.42.42.10(pid=26010): Launched\u000a01:52:23.654679 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:52:23.790881 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:52:24.129529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26011): Launched\u000a01:52:24.410756 run iperf3-srv_10.42.42.10(pid=26012): Launched\u000a01:52:24.610638 tst iperf3m4.py:8: start network...\u000a01:52:24.746572 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:52:25.259185 run create_hlr_db(pid=26013): Launched\u000a01:52:25.447497 bus /gobi_6: Setting Powered False\u000a01:52:26.468580 run create_hlr_db(pid=26013): Terminated: ok {rc=0}\u000a01:52:26.877430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26015): Launched\u000a01:52:27.180091 run osmo-hlr_10.42.42.2(pid=26016): Launched\u000a01:52:27.297854 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:52:27.832325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26018): Launched\u000a01:52:28.138800 run osmo-stp_10.42.42.5(pid=26019): Launched\u000a01:52:28.248740 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:52:28.778259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26021): Launched\u000a01:52:28.885953 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:52:29.150264 run patchelf(pid=26022): Launched\u000a01:52:29.328335 run osmo-stp_10.42.42.5(pid=26019): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26019)]\u000a01:52:29.458422 run osmo-stp_10.42.42.5(pid=26019): stdout: \u000a| (launched: 2022-12-14_01:52:27.987262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:29.588647 run osmo-stp_10.42.42.5(pid=26019): stderr: \u000a| �[0;m�[38;5;43m20221214015228156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015228156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015228157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015228157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015228157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015228158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015228158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:29.713839 run osmo-stp_10.42.42.5(pid=26019): stdout: \u000a| (launched: 2022-12-14_01:52:27.987262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:29.837593 run osmo-stp_10.42.42.5(pid=26019): stderr: \u000a| �[0;m�[38;5;43m20221214015228156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015228156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015228157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015228157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015228157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015228158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015228158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:29.981820 run patchelf(pid=26022): Terminating (SIGINT)\u000a01:52:30.152042 run patchelf(pid=26022): Terminated: ok {rc=0}\u000a01:52:30.183461 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26019): Process ended prematurely: osmo-stp_10.42.42.5(pid=26019) [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26019)] [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:52:30.192868 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a01:52:30.253141 run osmo-hlr_10.42.42.2(pid=26016): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26016)]\u000a01:52:30.301794 run osmo-hlr_10.42.42.2(pid=26016): stdout: \u000a| (launched: 2022-12-14_01:52:27.030833) \u000a01:52:30.351197 run osmo-hlr_10.42.42.2(pid=26016): stderr: \u000a| �[0;m�[1;31m20221214015227206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015227206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015227206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015227206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015227206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015227206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015227218 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015227226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015227226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015227227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:52:30.392985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26005): Terminating (SIGTERM)\u000a01:52:30.432164 run iperf3-srv_10.42.42.10(pid=26006): Terminating (SIGTERM)\u000a01:52:30.471486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26007): Terminating (SIGTERM)\u000a01:52:30.510827 run iperf3-srv_10.42.42.10(pid=26008): Terminating (SIGTERM)\u000a01:52:30.550122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26009): Terminating (SIGTERM)\u000a01:52:30.590386 run iperf3-srv_10.42.42.10(pid=26010): Terminating (SIGTERM)\u000a01:52:30.629930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26011): Terminating (SIGTERM)\u000a01:52:30.669317 run iperf3-srv_10.42.42.10(pid=26012): Terminating (SIGTERM)\u000a01:52:30.708726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26015): Terminating (SIGTERM)\u000a01:52:30.748261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26018): Terminating (SIGTERM)\u000a01:52:30.787837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26021): Terminating (SIGTERM)\u000a01:52:30.797186 --- ParallelTerminationStrategy: PID 26005 died...\u000a01:52:30.851127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26005): Terminated: ok {rc=0}\u000a01:52:30.861383 --- ParallelTerminationStrategy: PID 26006 died...\u000a01:52:30.917691 run iperf3-srv_10.42.42.10(pid=26006): Terminated {rc=256}\u000a01:52:30.927897 --- ParallelTerminationStrategy: PID 26007 died...\u000a01:52:30.981640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26007): Terminated: ok {rc=0}\u000a01:52:30.991731 --- ParallelTerminationStrategy: PID 26008 died...\u000a01:52:31.046104 run iperf3-srv_10.42.42.10(pid=26008): Terminated {rc=256}\u000a01:52:31.056144 --- ParallelTerminationStrategy: PID 26009 died...\u000a01:52:31.110002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26009): Terminated: ok {rc=0}\u000a01:52:31.120183 --- ParallelTerminationStrategy: PID 26010 died...\u000a01:52:31.176416 run iperf3-srv_10.42.42.10(pid=26010): Terminated {rc=256}\u000a01:52:31.186531 --- ParallelTerminationStrategy: PID 26011 died...\u000a01:52:31.242091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26011): Terminated: ok {rc=0}\u000a01:52:31.252352 --- ParallelTerminationStrategy: PID 26012 died...\u000a01:52:31.307775 run iperf3-srv_10.42.42.10(pid=26012): Terminated {rc=256}\u000a01:52:31.318031 --- ParallelTerminationStrategy: PID 26015 died...\u000a01:52:31.373194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26015): Terminated: ok {rc=0}\u000a01:52:31.383367 --- ParallelTerminationStrategy: PID 26018 died...\u000a01:52:31.438393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26018): Terminated: ok {rc=0}\u000a01:52:31.448639 --- ParallelTerminationStrategy: PID 26021 died...\u000a01:52:31.504121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26021): Terminated: ok {rc=0}\u000a01:52:31.590819 bus /gobi_4: Setting Powered False\u000a01:52:32.692213 bus /gobi_4: Setting Powered False\u000a01:52:33.803859 bus /gobi_1: Setting Powered False\u000a01:52:34.907373 bus /gobi_1: Setting Powered False\u000a01:52:36.019220 bus /gobi_0: Setting Powered False\u000a01:52:37.121527 bus /gobi_0: Setting Powered False\u000a01:52:38.232284 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26029): Process ended prematurely: osmo-stp_10.42.42.5(pid=26029) [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26029)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26029): Process ended prematurely: osmo-stp_10.42.42.5(pid=26029) [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26029)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:52:39.297930 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:39.309971 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:52:39.464179 tst ping.py: using LAC 37724\u000a01:52:39.582906 tst ping.py: using RAC 239\u000a01:52:39.699172 tst ping.py: using CellId 37724\u000a01:52:39.817650 tst ping.py: using BVCI 37725\u000a01:52:39.840350 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:39.851467 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:39.862361 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:39.873132 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:39.883896 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:39.894751 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:39.905664 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:39.916387 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:52:40.208769 tst ping.py:19: start network...\u000a01:52:40.342934 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:52:40.846573 run create_hlr_db(pid=26023): Launched\u000a01:52:41.032579 bus /gobi_6: Setting Powered False\u000a01:52:42.054273 run create_hlr_db(pid=26023): Terminated: ok {rc=0}\u000a01:52:42.483405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26025): Launched\u000a01:52:42.803892 run osmo-hlr_10.42.42.2(pid=26026): Launched\u000a01:52:42.924418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:52:43.483825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26028): Launched\u000a01:52:43.803128 run osmo-stp_10.42.42.5(pid=26029): Launched\u000a01:52:43.918730 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:52:44.478493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26031): Launched\u000a01:52:44.592630 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:52:44.871588 run patchelf(pid=26032): Launched\u000a01:52:45.058753 run osmo-stp_10.42.42.5(pid=26029): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26029)]\u000a01:52:45.195473 run osmo-stp_10.42.42.5(pid=26029): stdout: \u000a| (launched: 2022-12-14_01:52:43.645840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:45.333064 run osmo-stp_10.42.42.5(pid=26029): stderr: \u000a| �[0;m�[38;5;43m20221214015243834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015243834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015243834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015243834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015243835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015243835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015243835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:45.465269 run osmo-stp_10.42.42.5(pid=26029): stdout: \u000a| (launched: 2022-12-14_01:52:43.645840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:45.596021 run osmo-stp_10.42.42.5(pid=26029): stderr: \u000a| �[0;m�[38;5;43m20221214015243834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015243834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015243834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015243834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015243835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015243835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015243835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:45.748492 run patchelf(pid=26032): Terminating (SIGINT)\u000a01:52:45.935864 run patchelf(pid=26032): Terminated: ok {rc=0}\u000a01:52:45.970136 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26029): Process ended prematurely: osmo-stp_10.42.42.5(pid=26029) [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26029)] [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:52:45.980190 tst ping.py:22: Test FAILED (6.7 sec)\u000a01:52:46.045652 run osmo-hlr_10.42.42.2(pid=26026): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26026)]\u000a01:52:46.099165 run osmo-hlr_10.42.42.2(pid=26026): stdout: \u000a| (launched: 2022-12-14_01:52:42.645892) \u000a01:52:46.153591 run osmo-hlr_10.42.42.2(pid=26026): stderr: \u000a| �[0;m�[1;31m20221214015242839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015242839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015242839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015242839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015242839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015242839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015242851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015242860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015242860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015242860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:52:46.199895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26025): Terminating (SIGTERM)\u000a01:52:46.243508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26028): Terminating (SIGTERM)\u000a01:52:46.287365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26031): Terminating (SIGTERM)\u000a01:52:46.297684 --- ParallelTerminationStrategy: PID 26025 died...\u000a01:52:46.357051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26025): Terminated: ok {rc=0}\u000a01:52:46.368072 --- ParallelTerminationStrategy: PID 26028 died...\u000a01:52:46.427014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26028): Terminated: ok {rc=0}\u000a01:52:46.438891 --- ParallelTerminationStrategy: PID 26031 died...\u000a01:52:46.496611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26031): Terminated: ok {rc=0}\u000a01:52:46.586861 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26039): Process ended prematurely: osmo-stp_10.42.42.5(pid=26039) [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26039)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26039): Process ended prematurely: osmo-stp_10.42.42.5(pid=26039) [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:52:47.637328 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:47.649596 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:52:47.802902 tst ping_idle_ping.py: using LAC 37725\u000a01:52:47.922033 tst ping_idle_ping.py: using RAC 240\u000a01:52:48.039181 tst ping_idle_ping.py: using CellId 37725\u000a01:52:48.158024 tst ping_idle_ping.py: using BVCI 37726\u000a01:52:48.181086 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:48.192206 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:48.203324 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:48.214210 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:48.225169 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:48.236124 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:48.247206 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:48.258084 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:52:48.530973 tst ping_idle_ping.py:24: start network...\u000a01:52:48.655072 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:52:49.136755 run create_hlr_db(pid=26033): Launched\u000a01:52:49.311135 bus /gobi_6: Setting Powered False\u000a01:52:50.331291 run create_hlr_db(pid=26033): Terminated: ok {rc=0}\u000a01:52:50.731686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26035): Launched\u000a01:52:51.031152 run osmo-hlr_10.42.42.2(pid=26036): Launched\u000a01:52:51.140941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:52:51.659527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26038): Launched\u000a01:52:52.026021 run osmo-stp_10.42.42.5(pid=26039): Launched\u000a01:52:52.131708 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:52:52.652919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26041): Launched\u000a01:52:52.759286 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:52:53.020839 run patchelf(pid=26042): Launched\u000a01:52:53.196574 run osmo-stp_10.42.42.5(pid=26039): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26039)]\u000a01:52:53.324892 run osmo-stp_10.42.42.5(pid=26039): stdout: \u000a| (launched: 2022-12-14_01:52:51.810581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:53.454447 run osmo-stp_10.42.42.5(pid=26039): stderr: \u000a| �[0;m�[38;5;43m20221214015251986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015251986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015251986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015251987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015251987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015251987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015251987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:53.578467 run osmo-stp_10.42.42.5(pid=26039): stdout: \u000a| (launched: 2022-12-14_01:52:51.810581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:53.700861 run osmo-stp_10.42.42.5(pid=26039): stderr: \u000a| �[0;m�[38;5;43m20221214015251986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015251986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015251986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015251987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015251987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015251987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015251987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:53.843513 run patchelf(pid=26042): Terminating (SIGINT)\u000a01:52:54.010828 run patchelf(pid=26042): Terminated: ok {rc=0}\u000a01:52:54.041437 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26039): Process ended prematurely: osmo-stp_10.42.42.5(pid=26039) [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26039)] [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:52:54.050061 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a01:52:54.109825 run osmo-hlr_10.42.42.2(pid=26036): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26036)]\u000a01:52:54.158451 run osmo-hlr_10.42.42.2(pid=26036): stdout: \u000a| (launched: 2022-12-14_01:52:50.883572) \u000a01:52:54.207551 run osmo-hlr_10.42.42.2(pid=26036): stderr: \u000a| �[0;m�[1;31m20221214015251056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015251056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015251056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015251056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015251056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015251056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015251068 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015251077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015251077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015251077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:52:54.249113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26035): Terminating (SIGTERM)\u000a01:52:54.288244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26038): Terminating (SIGTERM)\u000a01:52:54.328410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26041): Terminating (SIGTERM)\u000a01:52:54.337808 --- ParallelTerminationStrategy: PID 26035 died...\u000a01:52:54.390504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26035): Terminated: ok {rc=0}\u000a01:52:54.400177 --- ParallelTerminationStrategy: PID 26038 died...\u000a01:52:54.452918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26038): Terminated: ok {rc=0}\u000a01:52:54.462529 --- ParallelTerminationStrategy: PID 26041 died...\u000a01:52:54.515600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26041): Terminated: ok {rc=0}\u000a01:52:54.603100 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:51:56" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26056): Process ended prematurely: osmo-stp_10.42.42.5(pid=26056) [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26056)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26056): Process ended prematurely: osmo-stp_10.42.42.5(pid=26056) [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26056)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:52:56.758862 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:56.770262 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:52:56.911217 tst cs_paging_gprs_active.py: using LAC 37726\u000a01:52:57.027099 tst cs_paging_gprs_active.py: using RAC 241\u000a01:52:57.143670 tst cs_paging_gprs_active.py: using CellId 37726\u000a01:52:57.261869 tst cs_paging_gprs_active.py: using BVCI 37727\u000a01:52:57.285183 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:57.296708 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:57.308138 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:57.319413 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:57.330592 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:57.341822 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:57.353291 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:57.364432 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:52:57.375969 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:52:57.497094 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:52:57.790318 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:52:57.925490 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:52:58.261139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26046): Launched\u000a01:52:58.538182 run iperf3-srv_10.42.42.10(pid=26047): Launched\u000a01:52:58.735572 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:52:58.869770 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:52:59.205962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26048): Launched\u000a01:52:59.483442 run iperf3-srv_10.42.42.10(pid=26049): Launched\u000a01:52:59.682649 tst cs_paging_gprs_active.py:38: start network...\u000a01:52:59.817723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:53:00.335133 run create_hlr_db(pid=26050): Launched\u000a01:53:00.509697 bus /gobi_6: Setting Powered False\u000a01:53:01.573343 run create_hlr_db(pid=26050): Terminated: ok {rc=0}\u000a01:53:02.036609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26052): Launched\u000a01:53:02.367668 run osmo-hlr_10.42.42.2(pid=26053): Launched\u000a01:53:02.487917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:53:03.052344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26055): Launched\u000a01:53:03.374244 run osmo-stp_10.42.42.5(pid=26056): Launched\u000a01:53:03.495794 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:53:04.058222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26058): Launched\u000a01:53:04.173930 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:53:04.455921 run patchelf(pid=26059): Launched\u000a01:53:04.644690 run osmo-stp_10.42.42.5(pid=26056): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26056)]\u000a01:53:04.782763 run osmo-stp_10.42.42.5(pid=26056): stdout: \u000a| (launched: 2022-12-14_01:53:03.216882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:04.921359 run osmo-stp_10.42.42.5(pid=26056): stderr: \u000a| �[0;m�[38;5;43m20221214015303405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015303406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015303406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015303406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015303407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015303407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015303407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:05.055003 run osmo-stp_10.42.42.5(pid=26056): stdout: \u000a| (launched: 2022-12-14_01:53:03.216882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:05.188238 run osmo-stp_10.42.42.5(pid=26056): stderr: \u000a| �[0;m�[38;5;43m20221214015303405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015303406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015303406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015303406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015303407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015303407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015303407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:05.342797 run patchelf(pid=26059): Terminating (SIGINT)\u000a01:53:05.523974 run patchelf(pid=26059): Terminated: ok {rc=0}\u000a01:53:05.557604 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26056): Process ended prematurely: osmo-stp_10.42.42.5(pid=26056) [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26056)] [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a01:53:05.567625 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a01:53:05.630745 run osmo-hlr_10.42.42.2(pid=26053): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26053)]\u000a01:53:05.682255 run osmo-hlr_10.42.42.2(pid=26053): stdout: \u000a| (launched: 2022-12-14_01:53:02.207962) \u000a01:53:05.734184 run osmo-hlr_10.42.42.2(pid=26053): stderr: \u000a| �[0;m�[1;31m20221214015302406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015302406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015302406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015302406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015302406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015302406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015302419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015302427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015302427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015302427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:53:05.778504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26046): Terminating (SIGTERM)\u000a01:53:05.819954 run iperf3-srv_10.42.42.10(pid=26047): Terminating (SIGTERM)\u000a01:53:05.861574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26048): Terminating (SIGTERM)\u000a01:53:05.903588 run iperf3-srv_10.42.42.10(pid=26049): Terminating (SIGTERM)\u000a01:53:05.946000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26052): Terminating (SIGTERM)\u000a01:53:05.987987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26055): Terminating (SIGTERM)\u000a01:53:06.029714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26058): Terminating (SIGTERM)\u000a01:53:06.039154 --- ParallelTerminationStrategy: PID 26046 died...\u000a01:53:06.095227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26046): Terminated: ok {rc=0}\u000a01:53:06.105115 --- ParallelTerminationStrategy: PID 26047 died...\u000a01:53:06.161076 run iperf3-srv_10.42.42.10(pid=26047): Terminated {rc=256}\u000a01:53:06.170933 --- ParallelTerminationStrategy: PID 26048 died...\u000a01:53:06.226867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26048): Terminated: ok {rc=0}\u000a01:53:06.236714 --- ParallelTerminationStrategy: PID 26049 died...\u000a01:53:06.292669 run iperf3-srv_10.42.42.10(pid=26049): Terminated {rc=256}\u000a01:53:06.302580 --- ParallelTerminationStrategy: PID 26052 died...\u000a01:53:06.358511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26052): Terminated: ok {rc=0}\u000a01:53:06.368415 --- ParallelTerminationStrategy: PID 26055 died...\u000a01:53:06.424216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26055): Terminated: ok {rc=0}\u000a01:53:06.434158 --- ParallelTerminationStrategy: PID 26058 died...\u000a01:53:06.490426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26058): Terminated: ok {rc=0}\u000a01:53:06.576364 bus /gobi_0: Setting Powered False\u000a01:53:07.681692 bus /gobi_0: Setting Powered False\u000a01:53:08.788418 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26069): Process ended prematurely: osmo-stp_10.42.42.5(pid=26069) [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26069)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26069): Process ended prematurely: osmo-stp_10.42.42.5(pid=26069) [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26069)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a01:53:09.902625 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:09.915274 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:53:10.062291 tst iperf3.py: using LAC 37727\u000a01:53:10.187477 tst iperf3.py: using RAC 242\u000a01:53:10.313665 tst iperf3.py: using CellId 37727\u000a01:53:10.439145 tst iperf3.py: using BVCI 37728\u000a01:53:10.463679 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:10.475675 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:10.487449 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:10.499183 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:10.511652 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:10.523911 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:10.536217 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:10.548510 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:10.561269 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:53:10.841352 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:53:10.965741 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:53:11.276762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26061): Launched\u000a01:53:11.534558 run iperf3-srv_10.42.42.10(pid=26062): Launched\u000a01:53:11.717479 tst iperf3.py:8: start network...\u000a01:53:11.841439 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:53:12.322769 run create_hlr_db(pid=26063): Launched\u000a01:53:12.496474 bus /gobi_6: Setting Powered False\u000a01:53:13.528935 run create_hlr_db(pid=26063): Terminated: ok {rc=0}\u000a01:53:13.934828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26065): Launched\u000a01:53:14.233915 run osmo-hlr_10.42.42.2(pid=26066): Launched\u000a01:53:14.342527 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:53:14.863503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26068): Launched\u000a01:53:15.162296 run osmo-stp_10.42.42.5(pid=26069): Launched\u000a01:53:15.270292 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:53:15.792470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26071): Launched\u000a01:53:15.925247 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:53:16.227499 run patchelf(pid=26072): Launched\u000a01:53:16.421382 run osmo-stp_10.42.42.5(pid=26069): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26069)]\u000a01:53:16.564169 run osmo-stp_10.42.42.5(pid=26069): stdout: \u000a| (launched: 2022-12-14_01:53:15.015160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:16.709350 run osmo-stp_10.42.42.5(pid=26069): stderr: \u000a| �[0;m�[38;5;43m20221214015315185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015315185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015315185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015315186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015315186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015315186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015315186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:16.847246 run osmo-stp_10.42.42.5(pid=26069): stdout: \u000a| (launched: 2022-12-14_01:53:15.015160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:16.985072 run osmo-stp_10.42.42.5(pid=26069): stderr: \u000a| �[0;m�[38;5;43m20221214015315185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015315185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015315185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015315186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015315186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015315186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015315186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:17.145425 run patchelf(pid=26072): Terminating (SIGINT)\u000a01:53:17.326704 run patchelf(pid=26072): Terminated: ok {rc=0}\u000a01:53:17.360151 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26069): Process ended prematurely: osmo-stp_10.42.42.5(pid=26069) [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26069)] [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a01:53:17.370759 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a01:53:17.434329 run osmo-hlr_10.42.42.2(pid=26066): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26066)]\u000a01:53:17.486193 run osmo-hlr_10.42.42.2(pid=26066): stdout: \u000a| (launched: 2022-12-14_01:53:14.087787) \u000a01:53:17.539132 run osmo-hlr_10.42.42.2(pid=26066): stderr: \u000a| �[0;m�[1;31m20221214015314260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015314260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015314260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015314260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015314260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015314260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015314285 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015314294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015314294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015314294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:53:17.583940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26061): Terminating (SIGTERM)\u000a01:53:17.626024 run iperf3-srv_10.42.42.10(pid=26062): Terminating (SIGTERM)\u000a01:53:17.668013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26065): Terminating (SIGTERM)\u000a01:53:17.710432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26068): Terminating (SIGTERM)\u000a01:53:17.752615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26071): Terminating (SIGTERM)\u000a01:53:17.762268 --- ParallelTerminationStrategy: PID 26061 died...\u000a01:53:17.818738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26061): Terminated: ok {rc=0}\u000a01:53:17.828804 --- ParallelTerminationStrategy: PID 26062 died...\u000a01:53:17.884657 run iperf3-srv_10.42.42.10(pid=26062): Terminated {rc=256}\u000a01:53:17.894525 --- ParallelTerminationStrategy: PID 26065 died...\u000a01:53:17.950851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26065): Terminated: ok {rc=0}\u000a01:53:17.960915 --- ParallelTerminationStrategy: PID 26068 died...\u000a01:53:18.017218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26068): Terminated: ok {rc=0}\u000a01:53:18.027356 --- ParallelTerminationStrategy: PID 26071 died...\u000a01:53:18.084002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26071): Terminated: ok {rc=0}\u000a01:53:18.170852 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26087): Process ended prematurely: osmo-stp_10.42.42.5(pid=26087) [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26087)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26087): Process ended prematurely: osmo-stp_10.42.42.5(pid=26087) [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26087)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a01:53:19.282568 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:19.294799 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:53:19.437696 tst iperf3m4.py: using LAC 37728\u000a01:53:19.565158 tst iperf3m4.py: using RAC 243\u000a01:53:19.693764 tst iperf3m4.py: using CellId 37728\u000a01:53:19.818993 tst iperf3m4.py: using BVCI 37729\u000a01:53:19.843810 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:19.855639 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:19.867386 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:19.879138 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:19.891195 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:19.903234 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:19.915531 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:19.927440 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:19.939675 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:53:20.055439 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:53:20.178056 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:53:20.293141 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:53:20.586556 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:53:20.720789 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:53:21.053808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26073): Launched\u000a01:53:21.330586 run iperf3-srv_10.42.42.10(pid=26074): Launched\u000a01:53:21.527459 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:53:21.661909 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:53:21.998603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26075): Launched\u000a01:53:22.276492 run iperf3-srv_10.42.42.10(pid=26076): Launched\u000a01:53:22.473723 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:53:22.607338 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:53:22.942948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26077): Launched\u000a01:53:23.222297 run iperf3-srv_10.42.42.10(pid=26078): Launched\u000a01:53:23.419186 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:53:23.553339 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:53:23.888722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26079): Launched\u000a01:53:24.165982 run iperf3-srv_10.42.42.10(pid=26080): Launched\u000a01:53:24.363065 tst iperf3m4.py:8: start network...\u000a01:53:24.497219 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:53:25.003159 run create_hlr_db(pid=26081): Launched\u000a01:53:25.189325 bus /gobi_6: Setting Powered False\u000a01:53:26.211295 run create_hlr_db(pid=26081): Terminated: ok {rc=0}\u000a01:53:26.642146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26083): Launched\u000a01:53:26.963856 run osmo-hlr_10.42.42.2(pid=26084): Launched\u000a01:53:27.084670 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:53:27.645615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26086): Launched\u000a01:53:27.969379 run osmo-stp_10.42.42.5(pid=26087): Launched\u000a01:53:28.087200 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:53:28.652060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26089): Launched\u000a01:53:28.767069 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:53:29.049761 run patchelf(pid=26090): Launched\u000a01:53:29.239226 run osmo-stp_10.42.42.5(pid=26087): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26087)]\u000a01:53:29.378717 run osmo-stp_10.42.42.5(pid=26087): stdout: \u000a| (launched: 2022-12-14_01:53:27.810122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:29.518421 run osmo-stp_10.42.42.5(pid=26087): stderr: \u000a| �[0;m�[38;5;43m20221214015327998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015327998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015327999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015327999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015328000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015328000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015328000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:29.652229 run osmo-stp_10.42.42.5(pid=26087): stdout: \u000a| (launched: 2022-12-14_01:53:27.810122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:29.785274 run osmo-stp_10.42.42.5(pid=26087): stderr: \u000a| �[0;m�[38;5;43m20221214015327998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015327998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015327999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015327999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015328000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015328000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015328000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:29.940127 run patchelf(pid=26090): Terminating (SIGINT)\u000a01:53:30.122716 run patchelf(pid=26090): Terminated: ok {rc=0}\u000a01:53:30.156254 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26087): Process ended prematurely: osmo-stp_10.42.42.5(pid=26087) [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26087)] [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a01:53:30.166343 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a01:53:30.229571 run osmo-hlr_10.42.42.2(pid=26084): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26084)]\u000a01:53:30.280533 run osmo-hlr_10.42.42.2(pid=26084): stdout: \u000a| (launched: 2022-12-14_01:53:26.805437) \u000a01:53:30.332546 run osmo-hlr_10.42.42.2(pid=26084): stderr: \u000a| �[0;m�[1;31m20221214015327000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015327000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015327000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015327000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015327000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015327000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015327013 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015327021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015327021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015327021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:53:30.376685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26073): Terminating (SIGTERM)\u000a01:53:30.418217 run iperf3-srv_10.42.42.10(pid=26074): Terminating (SIGTERM)\u000a01:53:30.460181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26075): Terminating (SIGTERM)\u000a01:53:30.501783 run iperf3-srv_10.42.42.10(pid=26076): Terminating (SIGTERM)\u000a01:53:30.543831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26077): Terminating (SIGTERM)\u000a01:53:30.585432 run iperf3-srv_10.42.42.10(pid=26078): Terminating (SIGTERM)\u000a01:53:30.626845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26079): Terminating (SIGTERM)\u000a01:53:30.668072 run iperf3-srv_10.42.42.10(pid=26080): Terminating (SIGTERM)\u000a01:53:30.710255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26083): Terminating (SIGTERM)\u000a01:53:30.751752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26086): Terminating (SIGTERM)\u000a01:53:30.793716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26089): Terminating (SIGTERM)\u000a01:53:30.803223 --- ParallelTerminationStrategy: PID 26073 died...\u000a01:53:30.875218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26073): Terminated: ok {rc=0}\u000a01:53:30.886288 --- ParallelTerminationStrategy: PID 26074 died...\u000a01:53:30.943558 run iperf3-srv_10.42.42.10(pid=26074): Terminated {rc=256}\u000a01:53:30.954339 --- ParallelTerminationStrategy: PID 26075 died...\u000a01:53:31.012788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26075): Terminated: ok {rc=0}\u000a01:53:31.023603 --- ParallelTerminationStrategy: PID 26076 died...\u000a01:53:31.082924 run iperf3-srv_10.42.42.10(pid=26076): Terminated {rc=256}\u000a01:53:31.093926 --- ParallelTerminationStrategy: PID 26077 died...\u000a01:53:31.152545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26077): Terminated: ok {rc=0}\u000a01:53:31.164259 --- ParallelTerminationStrategy: PID 26078 died...\u000a01:53:31.221887 run iperf3-srv_10.42.42.10(pid=26078): Terminated {rc=256}\u000a01:53:31.232775 --- ParallelTerminationStrategy: PID 26079 died...\u000a01:53:31.291569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26079): Terminated: ok {rc=0}\u000a01:53:31.302558 --- ParallelTerminationStrategy: PID 26080 died...\u000a01:53:31.361376 run iperf3-srv_10.42.42.10(pid=26080): Terminated {rc=256}\u000a01:53:31.372256 --- ParallelTerminationStrategy: PID 26083 died...\u000a01:53:31.431209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26083): Terminated: ok {rc=0}\u000a01:53:31.442335 --- ParallelTerminationStrategy: PID 26086 died...\u000a01:53:31.501004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26086): Terminated: ok {rc=0}\u000a01:53:31.511958 --- ParallelTerminationStrategy: PID 26089 died...\u000a01:53:31.570871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26089): Terminated: ok {rc=0}\u000a01:53:31.660883 bus /gobi_4: Setting Powered False\u000a01:53:32.762387 bus /gobi_4: Setting Powered False\u000a01:53:33.872170 bus /gobi_1: Setting Powered False\u000a01:53:34.973557 bus /gobi_1: Setting Powered False\u000a01:53:36.084439 bus /gobi_0: Setting Powered False\u000a01:53:37.186183 bus /gobi_0: Setting Powered False\u000a01:53:38.296370 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26097): Process ended prematurely: osmo-stp_10.42.42.5(pid=26097) [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26097)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26097): Process ended prematurely: osmo-stp_10.42.42.5(pid=26097) [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a01:53:39.363130 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:39.375226 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:53:39.517256 tst ping.py: using LAC 37729\u000a01:53:39.642479 tst ping.py: using RAC 244\u000a01:53:39.767504 tst ping.py: using CellId 37729\u000a01:53:39.890661 tst ping.py: using BVCI 37730\u000a01:53:39.914811 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:39.926820 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:39.938632 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:39.950479 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:39.962641 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:39.974784 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:39.986999 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:39.999016 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:53:40.272060 tst ping.py:19: start network...\u000a01:53:40.394792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:53:40.870879 run create_hlr_db(pid=26091): Launched\u000a01:53:41.040905 bus /gobi_6: Setting Powered False\u000a01:53:42.063349 run create_hlr_db(pid=26091): Terminated: ok {rc=0}\u000a01:53:42.487253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26093): Launched\u000a01:53:42.804401 run osmo-hlr_10.42.42.2(pid=26094): Launched\u000a01:53:42.921365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:53:43.477713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26096): Launched\u000a01:53:43.795398 run osmo-stp_10.42.42.5(pid=26097): Launched\u000a01:53:43.910849 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:53:44.469417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26099): Launched\u000a01:53:44.582913 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:53:44.861678 run patchelf(pid=26100): Launched\u000a01:53:45.046833 run osmo-stp_10.42.42.5(pid=26097): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26097)]\u000a01:53:45.182929 run osmo-stp_10.42.42.5(pid=26097): stdout: \u000a| (launched: 2022-12-14_01:53:43.638421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:45.318728 run osmo-stp_10.42.42.5(pid=26097): stderr: \u000a| �[0;m�[38;5;43m20221214015343825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015343826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015343826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015343826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015343827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015343827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015343827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:45.449537 run osmo-stp_10.42.42.5(pid=26097): stdout: \u000a| (launched: 2022-12-14_01:53:43.638421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:45.579504 run osmo-stp_10.42.42.5(pid=26097): stderr: \u000a| �[0;m�[38;5;43m20221214015343825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015343826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015343826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015343826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015343827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015343827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015343827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:45.730770 run patchelf(pid=26100): Terminating (SIGINT)\u000a01:53:45.918462 run patchelf(pid=26100): Terminated: ok {rc=0}\u000a01:53:45.952911 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26097): Process ended prematurely: osmo-stp_10.42.42.5(pid=26097) [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26097)] [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a01:53:45.962557 tst ping.py:22: Test FAILED (6.6 sec)\u000a01:53:46.027254 run osmo-hlr_10.42.42.2(pid=26094): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26094)]\u000a01:53:46.080362 run osmo-hlr_10.42.42.2(pid=26094): stdout: \u000a| (launched: 2022-12-14_01:53:42.648728) \u000a01:53:46.134238 run osmo-hlr_10.42.42.2(pid=26094): stderr: \u000a| �[0;m�[1;31m20221214015342842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015342842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015342842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015342842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015342842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015342842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015342854 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015342862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015342862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015342863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:53:46.179932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26093): Terminating (SIGTERM)\u000a01:53:46.225337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26096): Terminating (SIGTERM)\u000a01:53:46.268876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26099): Terminating (SIGTERM)\u000a01:53:46.278934 --- ParallelTerminationStrategy: PID 26093 died...\u000a01:53:46.336757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26093): Terminated: ok {rc=0}\u000a01:53:46.347574 --- ParallelTerminationStrategy: PID 26096 died...\u000a01:53:46.405550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26096): Terminated: ok {rc=0}\u000a01:53:46.416193 --- ParallelTerminationStrategy: PID 26099 died...\u000a01:53:46.474144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26099): Terminated: ok {rc=0}\u000a01:53:46.563666 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26108): Process ended prematurely: osmo-stp_10.42.42.5(pid=26108) [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26108)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26108): Process ended prematurely: osmo-stp_10.42.42.5(pid=26108) [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a01:53:47.618425 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:47.631070 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:53:47.776075 tst ping_idle_ping.py: using LAC 37730\u000a01:53:47.900167 tst ping_idle_ping.py: using RAC 245\u000a01:53:48.024355 tst ping_idle_ping.py: using CellId 37730\u000a01:53:48.148485 tst ping_idle_ping.py: using BVCI 37731\u000a01:53:48.172749 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:48.184620 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:48.196400 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:48.208206 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:48.220219 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:48.232169 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:48.244285 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:48.256456 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:53:48.530613 tst ping_idle_ping.py:24: start network...\u000a01:53:48.662875 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:53:49.165642 run create_hlr_db(pid=26102): Launched\u000a01:53:49.350363 bus /gobi_6: Setting Powered False\u000a01:53:50.371754 run create_hlr_db(pid=26102): Terminated: ok {rc=0}\u000a01:53:50.795784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26104): Launched\u000a01:53:51.116105 run osmo-hlr_10.42.42.2(pid=26105): Launched\u000a01:53:51.235790 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:53:51.788591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26107): Launched\u000a01:53:52.107222 run osmo-stp_10.42.42.5(pid=26108): Launched\u000a01:53:52.222366 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:53:52.777424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26110): Launched\u000a01:53:52.891056 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:53:53.170882 run patchelf(pid=26111): Launched\u000a01:53:53.356534 run osmo-stp_10.42.42.5(pid=26108): ERR: Terminated: ERROR {rc=1} [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26108)]\u000a01:53:53.492510 run osmo-stp_10.42.42.5(pid=26108): stdout: \u000a| (launched: 2022-12-14_01:53:51.950120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:53.628801 run osmo-stp_10.42.42.5(pid=26108): stderr: \u000a| �[0;m�[38;5;43m20221214015352139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015352139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015352139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015352140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015352140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015352140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015352140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:53.760071 run osmo-stp_10.42.42.5(pid=26108): stdout: \u000a| (launched: 2022-12-14_01:53:51.950120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:53.890550 run osmo-stp_10.42.42.5(pid=26108): stderr: \u000a| �[0;m�[38;5;43m20221214015352139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015352139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015352139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015352140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015352140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015352140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015352140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:54.042090 run patchelf(pid=26111): Terminating (SIGINT)\u000a01:53:54.220192 run patchelf(pid=26111): Terminated: ok {rc=0}\u000a01:53:54.252635 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26108): Process ended prematurely: osmo-stp_10.42.42.5(pid=26108) [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26108)] [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a01:53:54.262133 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a01:53:54.325084 run osmo-hlr_10.42.42.2(pid=26105): ERR: Terminated: ERROR {rc=237} [trial-2397↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26105)]\u000a01:53:54.376449 run osmo-hlr_10.42.42.2(pid=26105): stdout: \u000a| (launched: 2022-12-14_01:53:50.957915) \u000a01:53:54.428518 run osmo-hlr_10.42.42.2(pid=26105): stderr: \u000a| �[0;m�[1;31m20221214015351151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015351151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015351152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015351152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015351152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015351152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015351165 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015351174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015351174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015351174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:53:54.472924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26104): Terminating (SIGTERM)\u000a01:53:54.515374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26107): Terminating (SIGTERM)\u000a01:53:54.557354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26110): Terminating (SIGTERM)\u000a01:53:54.566931 --- ParallelTerminationStrategy: PID 26104 died...\u000a01:53:54.623156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26104): Terminated: ok {rc=0}\u000a01:53:54.633127 --- ParallelTerminationStrategy: PID 26107 died...\u000a01:53:54.688778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26107): Terminated: ok {rc=0}\u000a01:53:54.698710 --- ParallelTerminationStrategy: PID 26110 died...\u000a01:53:54.754561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26110): Terminated: ok {rc=0}\u000a01:53:54.840830 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:52:56" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26131): Process ended prematurely: osmo-stp_10.42.42.5(pid=26131) [trial-2397↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26131)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26131): Process ended prematurely: osmo-stp_10.42.42.5(pid=26131) [trial-2397↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:53:56.897325 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:53:56.910137 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:53:57.075483 tst switch_tch_pdch.py: using LAC 37731\u000a01:53:57.198275 tst switch_tch_pdch.py: using RAC 246\u000a01:53:57.320745 tst switch_tch_pdch.py: using CellId 37731\u000a01:53:57.447017 tst switch_tch_pdch.py: using BVCI 37732\u000a01:53:57.471212 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:53:57.483671 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:53:57.495802 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:53:57.507960 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:53:57.520718 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:53:57.533459 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:53:57.546442 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:53:57.559316 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:53:57.678469 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:53:57.951146 tst switch_tch_pdch.py:51: start network...\u000a01:53:58.073363 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:53:58.546995 run create_hlr_db(pid=26115): Launched\u000a01:53:58.717148 bus /gobi_6: Setting Powered False\u000a01:53:59.738732 run create_hlr_db(pid=26115): Terminated: ok {rc=0}\u000a01:54:00.161710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26117): Launched\u000a01:54:00.478199 run osmo-hlr_10.42.42.2(pid=26118): Launched\u000a01:54:00.593220 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:54:01.178504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26120): Launched\u000a01:54:01.583808 run osmo-stp_10.42.42.5(pid=26131): Launched\u000a01:54:01.827296 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:54:02.543302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26173): Launched\u000a01:54:02.667054 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:54:02.986004 run patchelf(pid=26186): Launched\u000a01:54:03.194723 run osmo-stp_10.42.42.5(pid=26131): ERR: Terminated: ERROR {rc=1} [trial-2397↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26131)]\u000a01:54:03.346865 run osmo-stp_10.42.42.5(pid=26131): stdout: \u000a| (launched: 2022-12-14_01:54:01.347295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:03.500089 run osmo-stp_10.42.42.5(pid=26131): stderr: \u000a| �[0;m�[38;5;43m20221214015401704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015401704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015401713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015401713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015401714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015401714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015401714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:03.659923 run osmo-stp_10.42.42.5(pid=26131): stdout: \u000a| (launched: 2022-12-14_01:54:01.347295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:03.819863 run osmo-stp_10.42.42.5(pid=26131): stderr: \u000a| �[0;m�[38;5;43m20221214015401704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015401704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015401713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015401713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015401714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015401714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015401714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:03.992884 run patchelf(pid=26186): Terminating (SIGINT)\u000a01:54:04.217351 run patchelf(pid=26186): Terminated: ok {rc=0}\u000a01:54:04.261360 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26131): Process ended prematurely: osmo-stp_10.42.42.5(pid=26131) [trial-2397↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26131)] [trial-2397↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:54:04.272078 tst switch_tch_pdch.py:54: Test FAILED (7.4 sec)\u000a01:54:04.350106 run osmo-hlr_10.42.42.2(pid=26118): ERR: Terminated: ERROR {rc=237} [trial-2397↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26118)]\u000a01:54:04.414917 run osmo-hlr_10.42.42.2(pid=26118): stdout: \u000a| (launched: 2022-12-14_01:54:00.322152) \u000a01:54:04.479236 run osmo-hlr_10.42.42.2(pid=26118): stderr: \u000a| �[0;m�[1;31m20221214015400514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015400514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015400515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015400515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015400515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015400515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015400527 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015400535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015400535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015400535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:04.538734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26117): Terminating (SIGTERM)\u000a01:54:04.589914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26120): Terminating (SIGTERM)\u000a01:54:04.642955 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26173): Terminating (SIGTERM)\u000a01:54:04.656808 --- ParallelTerminationStrategy: PID 26117 died...\u000a01:54:04.729579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26117): Terminated: ok {rc=0}\u000a01:54:04.745931 --- ParallelTerminationStrategy: PID 26120 died...\u000a01:54:04.821060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26120): Terminated: ok {rc=0}\u000a01:54:04.833412 --- ParallelTerminationStrategy: PID 26173 died...\u000a01:54:04.912660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26173): Terminated: ok {rc=0}\u000a01:54:05.033960 bus /gobi_0: Setting Powered False\u000a01:54:06.144553 bus /gobi_0: Setting Powered False\u000a01:54:07.254860 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:53:56" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26424): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26424) [trial-2397↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26424)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26424): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26424) [trial-2397↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a01:54:09.100611 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a01:54:09.212936 tst esme_connect_policy_acceptall.py: using MSISDN 8438\u000a01:54:09.351992 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:54:09.953773 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26423): Launched\u000a01:54:10.288926 run osmo-nitb_10.42.42.2(pid=26424): Launched\u000a01:54:10.492836 run osmo-nitb_10.42.42.2(pid=26424): ERR: Terminated: ERROR {rc=2} [trial-2397↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26424)]\u000a01:54:10.643754 run osmo-nitb_10.42.42.2(pid=26424): stdout: \u000a| (launched: 2022-12-14_01:54:10.114115) \u000a01:54:10.794733 run osmo-nitb_10.42.42.2(pid=26424): stderr: \u000a| (launched: 2022-12-14_01:54:10.160584)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:54:10.940931 run osmo-nitb_10.42.42.2(pid=26424): stdout: \u000a| (launched: 2022-12-14_01:54:10.114115) \u000a01:54:11.085770 run osmo-nitb_10.42.42.2(pid=26424): stderr: \u000a| (launched: 2022-12-14_01:54:10.160584)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:54:11.425951 tst osmo-nitb_10.42.42.2(pid=26424): stdout: \u000a| (launched: 2022-12-14_01:54:10.114115) \u000a01:54:11.560110 tst osmo-nitb_10.42.42.2(pid=26424): stderr: \u000a| (launched: 2022-12-14_01:54:10.160584)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:54:11.620228 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=26424): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26424) [trial-2397↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26424)] [trial-2397↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a01:54:11.630127 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a01:54:11.670074 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26423): Terminating (SIGTERM)\u000a01:54:11.849387 --- ParallelTerminationStrategy: PID 26423 died...\u000a01:54:11.909687 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26423): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26426): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26426) [trial-2397↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26426)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26426): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26426) [trial-2397↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a01:54:11.927934 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a01:54:12.039169 tst esme_connect_policy_closed.py: using MSISDN 8439\u000a01:54:12.164082 tst esme_connect_policy_closed.py: using MSISDN 8440\u000a01:54:12.274751 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:54:12.875630 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26425): Launched\u000a01:54:13.205163 run osmo-nitb_10.42.42.2(pid=26426): Launched\u000a01:54:13.382298 run osmo-nitb_10.42.42.2(pid=26426): ERR: Terminated: ERROR {rc=2} [trial-2397↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26426)]\u000a01:54:13.511110 run osmo-nitb_10.42.42.2(pid=26426): stdout: \u000a| (launched: 2022-12-14_01:54:13.033612) \u000a01:54:13.642131 run osmo-nitb_10.42.42.2(pid=26426): stderr: \u000a| (launched: 2022-12-14_01:54:13.080727)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:54:13.767633 run osmo-nitb_10.42.42.2(pid=26426): stdout: \u000a| (launched: 2022-12-14_01:54:13.033612) \u000a01:54:13.891822 run osmo-nitb_10.42.42.2(pid=26426): stderr: \u000a| (launched: 2022-12-14_01:54:13.080727)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:54:13.947371 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=26426): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26426) [trial-2397↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26426)] [trial-2397↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a01:54:13.956273 tst esme_connect_policy_closed.py:24: Test FAILED (2.0 sec)\u000a01:54:13.992079 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26425): Terminating (SIGTERM)\u000a01:54:14.170673 --- ParallelTerminationStrategy: PID 26425 died...\u000a01:54:14.227556 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26425): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26428): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26428) [trial-2397↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26428)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26428): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26428) [trial-2397↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a01:54:14.244038 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a01:54:14.256366 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a01:54:14.385826 tst esme_ms_sms_storeforward.py: using LAC 37732\u000a01:54:14.510483 tst esme_ms_sms_storeforward.py: using RAC 247\u000a01:54:14.635757 tst esme_ms_sms_storeforward.py: using CellId 37732\u000a01:54:14.759693 tst esme_ms_sms_storeforward.py: using BVCI 37733\u000a01:54:14.784601 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a01:54:15.004898 tst esme_ms_sms_storeforward.py: using MSISDN 8441\u000a01:54:15.198022 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a01:54:15.329513 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:54:16.046977 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26427): Launched\u000a01:54:16.416260 run osmo-nitb_10.42.42.2(pid=26428): Launched\u000a01:54:16.628417 run osmo-nitb_10.42.42.2(pid=26428): ERR: Terminated: ERROR {rc=2} [trial-2397↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26428)]\u000a01:54:16.786334 run osmo-nitb_10.42.42.2(pid=26428): stdout: \u000a| (launched: 2022-12-14_01:54:16.209297) \u000a01:54:16.941971 run osmo-nitb_10.42.42.2(pid=26428): stderr: \u000a| (launched: 2022-12-14_01:54:16.264267)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:54:17.092900 run osmo-nitb_10.42.42.2(pid=26428): stdout: \u000a| (launched: 2022-12-14_01:54:16.209297) \u000a01:54:17.240759 run osmo-nitb_10.42.42.2(pid=26428): stderr: \u000a| (launched: 2022-12-14_01:54:16.264267)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:54:17.307663 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=26428): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26428) [trial-2397↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26428)] [trial-2397↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a01:54:17.318460 tst esme_ms_sms_storeforward.py:23: Test FAILED (3.1 sec)\u000a01:54:17.360637 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26427): Terminating (SIGTERM)\u000a01:54:17.540011 --- ParallelTerminationStrategy: PID 26427 died...\u000a01:54:17.628378 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26427): Terminated: ok {rc=0}\u000a01:54:17.740890 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26430): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26430) [trial-2397↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26430)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26430): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26430) [trial-2397↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26430)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a01:54:18.797082 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a01:54:18.811132 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a01:54:18.955572 tst esme_ms_sms_transaction.py: using LAC 37733\u000a01:54:19.086722 tst esme_ms_sms_transaction.py: using RAC 248\u000a01:54:19.219177 tst esme_ms_sms_transaction.py: using CellId 37733\u000a01:54:19.353783 tst esme_ms_sms_transaction.py: using BVCI 37734\u000a01:54:19.380111 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a01:54:19.597902 tst esme_ms_sms_transaction.py: using MSISDN 8442\u000a01:54:19.787369 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a01:54:19.917652 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:54:20.569806 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26429): Launched\u000a01:54:20.895752 run osmo-nitb_10.42.42.2(pid=26430): Launched\u000a01:54:21.086339 run osmo-nitb_10.42.42.2(pid=26430): ERR: Terminated: ERROR {rc=2} [trial-2397↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26430)]\u000a01:54:21.227248 run osmo-nitb_10.42.42.2(pid=26430): stdout: \u000a| (launched: 2022-12-14_01:54:20.726651) \u000a01:54:21.369139 run osmo-nitb_10.42.42.2(pid=26430): stderr: \u000a| (launched: 2022-12-14_01:54:20.772312)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:54:21.505064 run osmo-nitb_10.42.42.2(pid=26430): stdout: \u000a| (launched: 2022-12-14_01:54:20.726651) \u000a01:54:21.639680 run osmo-nitb_10.42.42.2(pid=26430): stderr: \u000a| (launched: 2022-12-14_01:54:20.772312)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:54:22.023692 tst osmo-nitb_10.42.42.2(pid=26430): stdout: \u000a| (launched: 2022-12-14_01:54:20.726651) \u000a01:54:22.149403 tst osmo-nitb_10.42.42.2(pid=26430): stderr: \u000a| (launched: 2022-12-14_01:54:20.772312)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:54:22.205849 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=26430): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26430) [trial-2397↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26430)] [trial-2397↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a01:54:22.214926 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a01:54:22.250680 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26429): Terminating (SIGTERM)\u000a01:54:22.429412 --- ParallelTerminationStrategy: PID 26429 died...\u000a01:54:22.486947 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26429): Terminated: ok {rc=0}\u000a01:54:22.574744 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 16.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:54:08" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=26440): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26440) [trial-2397↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26440)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=26440): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26440) [trial-2397↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26440)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a01:54:24.381280 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:24.392613 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:24.405319 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:24.417090 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:24.531824 tst esme_connect_policy_acceptall.py: using MSISDN 8443\u000a01:54:24.647322 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a01:54:25.216437 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26434): Launched\u000a01:54:25.648267 run osmo-stp_10.42.42.4(pid=26435): Launched\u000a01:54:25.786536 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:54:26.342390 run create_hlr_db(pid=26436): Launched\u000a01:54:26.538664 bus /sierra_2: Setting Powered False\u000a01:54:27.552693 run create_hlr_db(pid=26436): Terminated: ok {rc=0}\u000a01:54:27.964797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26439): Launched\u000a01:54:28.271108 run osmo-hlr_10.42.42.2(pid=26440): Launched\u000a01:54:28.385222 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a01:54:28.944107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26442): Launched\u000a01:54:29.252777 run osmo-msc_10.42.42.5(pid=26443): Launched\u000a01:54:29.432839 run osmo-hlr_10.42.42.2(pid=26440): ERR: Terminated: ERROR {rc=237} [trial-2397↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26440)]\u000a01:54:29.562419 run osmo-hlr_10.42.42.2(pid=26440): stdout: \u000a| (launched: 2022-12-14_01:54:28.119430) \u000a01:54:29.689140 run osmo-hlr_10.42.42.2(pid=26440): stderr: \u000a| �[0;m�[1;31m20221214015428292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015428292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015428292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015428292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015428292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015428292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015428305 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015428313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015428313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015428313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:29.811286 run osmo-hlr_10.42.42.2(pid=26440): stdout: \u000a| (launched: 2022-12-14_01:54:28.119430) \u000a01:54:29.932328 run osmo-hlr_10.42.42.2(pid=26440): stderr: \u000a| �[0;m�[1;31m20221214015428292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015428292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015428292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015428292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015428292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015428292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015428305 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015428313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015428313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015428313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:29.985563 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=26440): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26440) [trial-2397↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26440)] [trial-2397↪smpp↪esme_connect_policy_acceptall.py:23]\u000a01:54:29.993540 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.6 sec)\u000a01:54:30.052631 run osmo-msc_10.42.42.5(pid=26443): ERR: Terminated: ERROR {rc=9} [trial-2397↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=26443)]\u000a01:54:30.101270 run osmo-msc_10.42.42.5(pid=26443): stdout: \u000a| (launched: 2022-12-14_01:54:29.099370) \u000a01:54:30.150343 run osmo-msc_10.42.42.5(pid=26443): stderr: \u000a| �[0;m�[38;5;43m20221214015429416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221214015429416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221214015429416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221214015429416 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221214015429416 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221214015429416 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221214015429416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221214015429416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221214015429417 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a01:54:30.192079 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26434): Terminating (SIGTERM)\u000a01:54:30.231678 run osmo-stp_10.42.42.4(pid=26435): Terminating (SIGTERM)\u000a01:54:30.272091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26439): Terminating (SIGTERM)\u000a01:54:30.312283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26442): Terminating (SIGTERM)\u000a01:54:30.322077 --- ParallelTerminationStrategy: PID 26434 died...\u000a01:54:30.375590 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26434): Terminated: ok {rc=0}\u000a01:54:30.385136 --- ParallelTerminationStrategy: PID 26435 died...\u000a01:54:30.437453 run osmo-stp_10.42.42.4(pid=26435): Terminated: ok {rc=0}\u000a01:54:30.446761 --- ParallelTerminationStrategy: PID 26439 died...\u000a01:54:30.499177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26439): Terminated: ok {rc=0}\u000a01:54:30.508575 --- ParallelTerminationStrategy: PID 26442 died...\u000a01:54:30.561106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26442): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=26451): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26451) [trial-2397↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26451)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=26451): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26451) [trial-2397↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a01:54:30.575229 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:30.586406 tst smpp: Using 1 x bts (candidates: 1)\u000a01:54:30.718229 tst esme_connect_policy_closed.py: using LAC 37734\u000a01:54:30.866259 tst esme_connect_policy_closed.py: using RAC 249\u000a01:54:31.027392 tst esme_connect_policy_closed.py: using CellId 37734\u000a01:54:31.152543 tst esme_connect_policy_closed.py: using BVCI 37735\u000a01:54:31.177039 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:31.188679 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:31.201159 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:31.319135 tst esme_connect_policy_closed.py: using MSISDN 8444\u000a01:54:31.455238 tst esme_connect_policy_closed.py: using MSISDN 8445\u000a01:54:31.574246 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a01:54:32.156194 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26446): Launched\u000a01:54:32.486164 run osmo-stp_10.42.42.4(pid=26447): Launched\u000a01:54:32.603228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:54:33.118295 run create_hlr_db(pid=26448): Launched\u000a01:54:34.309112 run create_hlr_db(pid=26448): Terminated: ok {rc=0}\u000a01:54:34.648297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26450): Launched\u000a01:54:34.977740 run osmo-hlr_10.42.42.2(pid=26451): Launched\u000a01:54:35.099410 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a01:54:35.706625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26453): Launched\u000a01:54:36.038208 run osmo-msc_10.42.42.5(pid=26454): Launched\u000a01:54:36.229451 run osmo-hlr_10.42.42.2(pid=26451): ERR: Terminated: ERROR {rc=237} [trial-2397↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26451)]\u000a01:54:36.388530 run osmo-hlr_10.42.42.2(pid=26451): stdout: \u000a| (launched: 2022-12-14_01:54:34.815008) \u000a01:54:36.526628 run osmo-hlr_10.42.42.2(pid=26451): stderr: \u000a| �[0;m�[1;31m20221214015435009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015435009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015435009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015435009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015435009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015435009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015435031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015435040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015435041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015435041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:36.658721 run osmo-hlr_10.42.42.2(pid=26451): stdout: \u000a| (launched: 2022-12-14_01:54:34.815008) \u000a01:54:36.790031 run osmo-hlr_10.42.42.2(pid=26451): stderr: \u000a| �[0;m�[1;31m20221214015435009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015435009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015435009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015435009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015435009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015435009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015435031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015435040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015435041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015435041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:36.847133 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=26451): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26451) [trial-2397↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26451)] [trial-2397↪smpp↪esme_connect_policy_closed.py:31]\u000a01:54:36.855790 tst esme_connect_policy_closed.py:31: Test FAILED (6.3 sec)\u000a01:54:36.919041 run osmo-msc_10.42.42.5(pid=26454): ERR: Terminated: ERROR {rc=9} [trial-2397↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=26454)]\u000a01:54:36.970762 run osmo-msc_10.42.42.5(pid=26454): stdout: \u000a| (launched: 2022-12-14_01:54:35.873804) \u000a01:54:37.023020 run osmo-msc_10.42.42.5(pid=26454): stderr: \u000a| �[0;m�[38;5;43m20221214015436255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221214015436255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221214015436255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221214015436255 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221214015436255 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221214015436255 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221214015436255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221214015436256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221214015436256 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a01:54:37.067676 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26446): Terminating (SIGTERM)\u000a01:54:37.110839 run osmo-stp_10.42.42.4(pid=26447): Terminating (SIGTERM)\u000a01:54:37.154239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26450): Terminating (SIGTERM)\u000a01:54:37.199598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26453): Terminating (SIGTERM)\u000a01:54:37.209749 --- ParallelTerminationStrategy: PID 26446 died...\u000a01:54:37.267951 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26446): Terminated: ok {rc=0}\u000a01:54:37.278523 --- ParallelTerminationStrategy: PID 26447 died...\u000a01:54:37.335126 run osmo-stp_10.42.42.4(pid=26447): Terminated: ok {rc=0}\u000a01:54:37.345269 --- ParallelTerminationStrategy: PID 26450 died...\u000a01:54:37.401670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26450): Terminated: ok {rc=0}\u000a01:54:37.411619 --- ParallelTerminationStrategy: PID 26453 died...\u000a01:54:37.468081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26453): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26463): Process ended prematurely: osmo-stp_10.42.42.5(pid=26463) [trial-2397↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26463)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26463): Process ended prematurely: osmo-stp_10.42.42.5(pid=26463) [trial-2397↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a01:54:37.483735 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:37.495323 tst smpp: Using 1 x bts (candidates: 1)\u000a01:54:37.630964 tst esme_ms_sms_storeforward.py: using LAC 37735\u000a01:54:37.759817 tst esme_ms_sms_storeforward.py: using RAC 250\u000a01:54:37.894947 tst esme_ms_sms_storeforward.py: using CellId 37735\u000a01:54:38.022335 tst esme_ms_sms_storeforward.py: using BVCI 37736\u000a01:54:38.047408 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:38.058475 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:38.069307 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:38.080088 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:38.091809 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:38.103736 tst smpp: Using 1 x modem (candidates: 1)\u000a01:54:38.329965 tst esme_ms_sms_storeforward.py: using MSISDN 8446\u000a01:54:38.448039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:54:38.967169 run create_hlr_db(pid=26457): Launched\u000a01:54:40.159270 run create_hlr_db(pid=26457): Terminated: ok {rc=0}\u000a01:54:40.499757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26459): Launched\u000a01:54:40.831346 run osmo-hlr_10.42.42.2(pid=26460): Launched\u000a01:54:40.955385 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:54:41.532281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26462): Launched\u000a01:54:41.863515 run osmo-stp_10.42.42.5(pid=26463): Launched\u000a01:54:41.983657 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:54:42.585425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26465): Launched\u000a01:54:42.915730 run osmo-msc_10.42.42.6(pid=26466): Launched\u000a01:54:43.108700 run osmo-stp_10.42.42.5(pid=26463): ERR: Terminated: ERROR {rc=1} [trial-2397↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26463)]\u000a01:54:43.247771 run osmo-stp_10.42.42.5(pid=26463): stdout: \u000a| (launched: 2022-12-14_01:54:41.699996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:43.385324 run osmo-stp_10.42.42.5(pid=26463): stderr: \u000a| �[0;m�[38;5;43m20221214015441893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015441893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015441893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015441894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015441894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015441894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015441894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:43.517542 run osmo-stp_10.42.42.5(pid=26463): stdout: \u000a| (launched: 2022-12-14_01:54:41.699996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:43.648526 run osmo-stp_10.42.42.5(pid=26463): stderr: \u000a| �[0;m�[38;5;43m20221214015441893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015441893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015441893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015441894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015441894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015441894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015441894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:43.705894 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=26463): Process ended prematurely: osmo-stp_10.42.42.5(pid=26463) [trial-2397↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26463)] [trial-2397↪smpp↪esme_ms_sms_storeforward.py:30]\u000a01:54:43.714468 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.2 sec)\u000a01:54:43.777269 run osmo-hlr_10.42.42.2(pid=26460): ERR: Terminated: ERROR {rc=237} [trial-2397↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26460)]\u000a01:54:43.828726 run osmo-hlr_10.42.42.2(pid=26460): stdout: \u000a| (launched: 2022-12-14_01:54:40.666910) \u000a01:54:43.880901 run osmo-hlr_10.42.42.2(pid=26460): stderr: \u000a| �[0;m�[1;31m20221214015440867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015440867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015440867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015440867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015440867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015440867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015440879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015440888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015440888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015440888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:43.951278 run osmo-msc_10.42.42.6(pid=26466): ERR: Terminated: ERROR {rc=2} [trial-2397↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26466)]\u000a01:54:44.002486 run osmo-msc_10.42.42.6(pid=26466): stdout: \u000a| (launched: 2022-12-14_01:54:42.751651) \u000a01:54:44.054440 run osmo-msc_10.42.42.6(pid=26466): stderr: \u000a| �[0;m�[38;5;43m20221214015443072 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214015443072 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ab4b6ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214015443072 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214015443072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214015443072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214015443072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214015443074 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214015443075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214015443075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214015443075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:54:44.098771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26459): Terminating (SIGTERM)\u000a01:54:44.140936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26462): Terminating (SIGTERM)\u000a01:54:44.182900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26465): Terminating (SIGTERM)\u000a01:54:44.192444 --- ParallelTerminationStrategy: PID 26459 died...\u000a01:54:44.248386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26459): Terminated: ok {rc=0}\u000a01:54:44.258308 --- ParallelTerminationStrategy: PID 26462 died...\u000a01:54:44.313866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26462): Terminated: ok {rc=0}\u000a01:54:44.323734 --- ParallelTerminationStrategy: PID 26465 died...\u000a01:54:44.379373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26465): Terminated: ok {rc=0}\u000a01:54:44.465773 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26474): Process ended prematurely: osmo-stp_10.42.42.5(pid=26474) [trial-2397↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26474)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26474): Process ended prematurely: osmo-stp_10.42.42.5(pid=26474) [trial-2397↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a01:54:45.518176 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:45.529967 tst smpp: Using 1 x bts (candidates: 1)\u000a01:54:45.658319 tst esme_ms_sms_transaction.py: using LAC 37736\u000a01:54:45.780602 tst esme_ms_sms_transaction.py: using RAC 251\u000a01:54:45.935526 tst esme_ms_sms_transaction.py: using CellId 37736\u000a01:54:46.084499 tst esme_ms_sms_transaction.py: using BVCI 37737\u000a01:54:46.111444 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:46.123556 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:46.135621 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:46.147616 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:46.160340 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:46.172755 tst smpp: Using 1 x modem (candidates: 1)\u000a01:54:46.408703 tst esme_ms_sms_transaction.py: using MSISDN 8447\u000a01:54:46.521574 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:54:47.061556 run create_hlr_db(pid=26468): Launched\u000a01:54:47.245803 bus /sierra_2: Setting Powered False\u000a01:54:48.272775 run create_hlr_db(pid=26468): Terminated: ok {rc=0}\u000a01:54:48.688765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26470): Launched\u000a01:54:48.996079 run osmo-hlr_10.42.42.2(pid=26471): Launched\u000a01:54:49.108327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:54:49.638787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26473): Launched\u000a01:54:49.946592 run osmo-stp_10.42.42.5(pid=26474): Launched\u000a01:54:50.056614 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:54:50.614736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26476): Launched\u000a01:54:50.921254 run osmo-msc_10.42.42.6(pid=26477): Launched\u000a01:54:51.099470 run osmo-stp_10.42.42.5(pid=26474): ERR: Terminated: ERROR {rc=1} [trial-2397↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26474)]\u000a01:54:51.228841 run osmo-stp_10.42.42.5(pid=26474): stdout: \u000a| (launched: 2022-12-14_01:54:49.793579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:51.355731 run osmo-stp_10.42.42.5(pid=26474): stderr: \u000a| �[0;m�[38;5;43m20221214015449965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015449965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015449965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015449965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015449966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015449966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015449966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:51.478018 run osmo-stp_10.42.42.5(pid=26474): stdout: \u000a| (launched: 2022-12-14_01:54:49.793579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:51.599625 run osmo-stp_10.42.42.5(pid=26474): stderr: \u000a| �[0;m�[38;5;43m20221214015449965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015449965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015449965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015449965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015449966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015449966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015449966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:51.652670 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=26474): Process ended prematurely: osmo-stp_10.42.42.5(pid=26474) [trial-2397↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26474)] [trial-2397↪smpp↪esme_ms_sms_transaction.py:28]\u000a01:54:51.660587 tst esme_ms_sms_transaction.py:28: Test FAILED (6.1 sec)\u000a01:54:51.719362 run osmo-hlr_10.42.42.2(pid=26471): ERR: Terminated: ERROR {rc=237} [trial-2397↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26471)]\u000a01:54:51.767888 run osmo-hlr_10.42.42.2(pid=26471): stdout: \u000a| (launched: 2022-12-14_01:54:48.845183) \u000a01:54:51.817267 run osmo-hlr_10.42.42.2(pid=26471): stderr: \u000a| �[0;m�[1;31m20221214015449021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015449021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015449021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015449021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015449021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015449021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015449048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015449057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015449057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015449058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:51.883938 run osmo-msc_10.42.42.6(pid=26477): ERR: Terminated: ERROR {rc=2} [trial-2397↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26477)]\u000a01:54:51.932409 run osmo-msc_10.42.42.6(pid=26477): stdout: \u000a| (launched: 2022-12-14_01:54:50.768577) \u000a01:54:51.981570 run osmo-msc_10.42.42.6(pid=26477): stderr: \u000a| �[0;m�[38;5;43m20221214015451040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214015451041 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd33f547c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214015451041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214015451041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214015451041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214015451041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214015451043 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214015451043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214015451044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214015451044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:54:52.023738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26470): Terminating (SIGTERM)\u000a01:54:52.063841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26473): Terminating (SIGTERM)\u000a01:54:52.103704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26476): Terminating (SIGTERM)\u000a01:54:52.112805 --- ParallelTerminationStrategy: PID 26470 died...\u000a01:54:52.165918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26470): Terminated: ok {rc=0}\u000a01:54:52.175387 --- ParallelTerminationStrategy: PID 26473 died...\u000a01:54:52.228027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26473): Terminated: ok {rc=0}\u000a01:54:52.237855 --- ParallelTerminationStrategy: PID 26476 died...\u000a01:54:52.290300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26476): Terminated: ok {rc=0}\u000a01:54:52.379269 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:54:24" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26489): Process ended prematurely: osmo-stp_10.42.42.5(pid=26489) [trial-2397↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26489)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26489): Process ended prematurely: osmo-stp_10.42.42.5(pid=26489) [trial-2397↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26489)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a01:54:54.245611 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:54.256159 tst encryption: Using 1 x bts (candidates: 1)\u000a01:54:54.383149 tst register_a5_0_authopt.py: using LAC 37737\u000a01:54:54.506332 tst register_a5_0_authopt.py: using RAC 252\u000a01:54:54.628554 tst register_a5_0_authopt.py: using CellId 37737\u000a01:54:54.749645 tst register_a5_0_authopt.py: using BVCI 37738\u000a01:54:54.773278 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:54.783610 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:54.794059 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:54.804329 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:54.814655 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:54:54.824851 tst encryption: Using 1 x modem (candidates: 1)\u000a01:54:55.125238 tst register_a5_0_authopt.py:8: start network...\u000a01:54:55.264795 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:54:55.789551 run create_hlr_db(pid=26483): Launched\u000a01:54:55.983103 bus /sierra_2: Setting Powered False\u000a01:54:57.002692 run create_hlr_db(pid=26483): Terminated: ok {rc=0}\u000a01:54:57.445945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26485): Launched\u000a01:54:57.779737 run osmo-hlr_10.42.42.2(pid=26486): Launched\u000a01:54:57.903185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:54:58.482503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26488): Launched\u000a01:54:58.815500 run osmo-stp_10.42.42.5(pid=26489): Launched\u000a01:54:58.936026 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:54:59.540566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26491): Launched\u000a01:54:59.872888 run osmo-msc_10.42.42.6(pid=26492): Launched\u000a01:55:00.066353 run osmo-stp_10.42.42.5(pid=26489): ERR: Terminated: ERROR {rc=1} [trial-2397↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26489)]\u000a01:55:00.206975 run osmo-stp_10.42.42.5(pid=26489): stdout: \u000a| (launched: 2022-12-14_01:54:58.651431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:55:00.346408 run osmo-stp_10.42.42.5(pid=26489): stderr: \u000a| �[0;m�[38;5;43m20221214015458847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015458847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015458848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015458848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015458849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015458849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015458849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:55:00.479643 run osmo-stp_10.42.42.5(pid=26489): stdout: \u000a| (launched: 2022-12-14_01:54:58.651431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:55:00.611522 run osmo-stp_10.42.42.5(pid=26489): stderr: \u000a| �[0;m�[38;5;43m20221214015458847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015458847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015458848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015458848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015458849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015458849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015458849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:55:00.669715 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26489): Process ended prematurely: osmo-stp_10.42.42.5(pid=26489) [trial-2397↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26489)] [trial-2397↪encryption↪register_a5_0_authopt.py:8]\u000a01:55:00.678959 tst register_a5_0_authopt.py:8: Test FAILED (6.5 sec)\u000a01:55:00.741329 run osmo-hlr_10.42.42.2(pid=26486): ERR: Terminated: ERROR {rc=237} [trial-2397↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26486)]\u000a01:55:00.792370 run osmo-hlr_10.42.42.2(pid=26486): stdout: \u000a| (launched: 2022-12-14_01:54:57.614803) \u000a01:55:00.862390 run osmo-hlr_10.42.42.2(pid=26486): stderr: \u000a| �[0;m�[1;31m20221214015457813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015457813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015457813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015457813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015457813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015457813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015457835 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015457845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015457846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015457846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:55:00.942712 run osmo-msc_10.42.42.6(pid=26492): ERR: Terminated: ERROR {rc=2} [trial-2397↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26492)]\u000a01:55:00.992526 run osmo-msc_10.42.42.6(pid=26492): stdout: \u000a| (launched: 2022-12-14_01:54:59.709079) \u000a01:55:01.044680 run osmo-msc_10.42.42.6(pid=26492): stderr: \u000a| �[0;m�[38;5;43m20221214015500033 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214015500033 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f75bbd2bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214015500033 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214015500033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214015500033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214015500033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214015500035 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214015500035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214015500035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214015500036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:55:01.088031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26485): Terminating (SIGTERM)\u000a01:55:01.131287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26488): Terminating (SIGTERM)\u000a01:55:01.175135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26491): Terminating (SIGTERM)\u000a01:55:01.185662 --- ParallelTerminationStrategy: PID 26485 died...\u000a01:55:01.244533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26485): Terminated: ok {rc=0}\u000a01:55:01.255021 --- ParallelTerminationStrategy: PID 26488 died...\u000a01:55:01.310926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26488): Terminated: ok {rc=0}\u000a01:55:01.321485 --- ParallelTerminationStrategy: PID 26491 died...\u000a01:55:01.377993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26491): Terminated: ok {rc=0}\u000a01:55:01.475998 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26503): Process ended prematurely: osmo-stp_10.42.42.5(pid=26503) [trial-2397↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26503)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26503): Process ended prematurely: osmo-stp_10.42.42.5(pid=26503) [trial-2397↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26503)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a01:55:02.588877 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:02.600447 tst encryption: Using 1 x bts (candidates: 1)\u000a01:55:02.735243 tst register_a5_0_authreq.py: using LAC 37738\u000a01:55:02.859598 tst register_a5_0_authreq.py: using RAC 253\u000a01:55:02.980939 tst register_a5_0_authreq.py: using CellId 37738\u000a01:55:03.110615 tst register_a5_0_authreq.py: using BVCI 37739\u000a01:55:03.135814 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:03.146822 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:03.158018 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:03.168738 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:03.179810 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:03.191420 tst encryption: Using 1 x modem (candidates: 1)\u000a01:55:03.477827 tst register_a5_0_authreq.py:8: start network...\u000a01:55:03.606584 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:55:04.106145 run create_hlr_db(pid=26497): Launched\u000a01:55:04.284463 bus /sierra_2: Setting Powered False\u000a01:55:05.304692 run create_hlr_db(pid=26497): Terminated: ok {rc=0}\u000a01:55:05.746821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26499): Launched\u000a01:55:06.080128 run osmo-hlr_10.42.42.2(pid=26500): Launched\u000a01:55:06.203217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:55:06.783347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26502): Launched\u000a01:55:07.117544 run osmo-stp_10.42.42.5(pid=26503): Launched\u000a01:55:07.239358 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:55:07.848544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26505): Launched\u000a01:55:08.184697 run osmo-msc_10.42.42.6(pid=26506): Launched\u000a01:55:08.379138 run osmo-stp_10.42.42.5(pid=26503): ERR: Terminated: ERROR {rc=1} [trial-2397↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26503)]\u000a01:55:08.519793 run osmo-stp_10.42.42.5(pid=26503): stdout: \u000a| (launched: 2022-12-14_01:55:06.952118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:55:08.658742 run osmo-stp_10.42.42.5(pid=26503): stderr: \u000a| �[0;m�[38;5;43m20221214015507146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015507146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015507146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015507146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015507147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015507147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015507147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:55:08.791903 run osmo-stp_10.42.42.5(pid=26503): stdout: \u000a| (launched: 2022-12-14_01:55:06.952118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:55:08.924017 run osmo-stp_10.42.42.5(pid=26503): stderr: \u000a| �[0;m�[38;5;43m20221214015507146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015507146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015507146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015507146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015507147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015507147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015507147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:55:08.982162 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26503): Process ended prematurely: osmo-stp_10.42.42.5(pid=26503) [trial-2397↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26503)] [trial-2397↪encryption↪register_a5_0_authreq.py:8]\u000a01:55:08.991506 tst register_a5_0_authreq.py:8: Test FAILED (6.4 sec)\u000a01:55:09.054103 run osmo-hlr_10.42.42.2(pid=26500): ERR: Terminated: ERROR {rc=237} [trial-2397↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26500)]\u000a01:55:09.105264 run osmo-hlr_10.42.42.2(pid=26500): stdout: \u000a| (launched: 2022-12-14_01:55:05.916297) \u000a01:55:09.157547 run osmo-hlr_10.42.42.2(pid=26500): stderr: \u000a| �[0;m�[1;31m20221214015506116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015506116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015506116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015506116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015506116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015506117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015506129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015506137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015506137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015506137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:55:09.227733 run osmo-msc_10.42.42.6(pid=26506): ERR: Terminated: ERROR {rc=2} [trial-2397↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26506)]\u000a01:55:09.278768 run osmo-msc_10.42.42.6(pid=26506): stdout: \u000a| (launched: 2022-12-14_01:55:08.017995) \u000a01:55:09.330309 run osmo-msc_10.42.42.6(pid=26506): stderr: \u000a| �[0;m�[38;5;43m20221214015508340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214015508341 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b9c740c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214015508341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214015508341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214015508341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214015508341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214015508343 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214015508344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214015508344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214015508344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:55:09.374498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26499): Terminating (SIGTERM)\u000a01:55:09.416675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26502): Terminating (SIGTERM)\u000a01:55:09.458514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26505): Terminating (SIGTERM)\u000a01:55:09.468032 --- ParallelTerminationStrategy: PID 26499 died...\u000a01:55:09.523991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26499): Terminated: ok {rc=0}\u000a01:55:09.533933 --- ParallelTerminationStrategy: PID 26502 died...\u000a01:55:09.589513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26502): Terminated: ok {rc=0}\u000a01:55:09.599411 --- ParallelTerminationStrategy: PID 26505 died...\u000a01:55:09.655082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26505): Terminated: ok {rc=0}\u000a01:55:09.742040 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "encryption", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26514): Process ended prematurely: osmo-stp_10.42.42.5(pid=26514) [trial-2397↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26514)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26514): Process ended prematurely: osmo-stp_10.42.42.5(pid=26514) [trial-2397↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26514)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a01:55:10.859119 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:10.870873 tst encryption: Using 1 x bts (candidates: 1)\u000a01:55:11.005879 tst register_a5_1_authreq.py: using LAC 37739\u000a01:55:11.134285 tst register_a5_1_authreq.py: using RAC 254\u000a01:55:11.257555 tst register_a5_1_authreq.py: using CellId 37739\u000a01:55:11.380759 tst register_a5_1_authreq.py: using BVCI 37740\u000a01:55:11.404237 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:11.414833 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:11.425354 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:11.435672 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:11.446037 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:11.456345 tst encryption: Using 1 x modem (candidates: 1)\u000a01:55:11.757476 tst register_a5_1_authreq.py:8: start network...\u000a01:55:11.897088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:55:12.422577 run create_hlr_db(pid=26508): Launched\u000a01:55:12.616931 bus /sierra_2: Setting Powered False\u000a01:55:13.635912 run create_hlr_db(pid=26508): Terminated: ok {rc=0}\u000a01:55:14.082514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26510): Launched\u000a01:55:14.417621 run osmo-hlr_10.42.42.2(pid=26511): Launched\u000a01:55:14.539931 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:55:15.122593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26513): Launched\u000a01:55:15.459407 run osmo-stp_10.42.42.5(pid=26514): Launched\u000a01:55:15.580294 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:55:16.230688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26516): Launched\u000a01:55:16.603121 run osmo-msc_10.42.42.6(pid=26517): Launched\u000a01:55:17.108755 run osmo-stp_10.42.42.5(pid=26514): ERR: Terminated: ERROR {rc=1} [trial-2397↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26514)]\u000a01:55:17.395439 run osmo-stp_10.42.42.5(pid=26514): stdout: \u000a| (launched: 2022-12-14_01:55:15.292873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:55:17.529231 run osmo-stp_10.42.42.5(pid=26514): stderr: \u000a| �[0;m�[38;5;43m20221214015515487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015515487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015515488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015515488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015515489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015515489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015515489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:55:17.653991 run osmo-stp_10.42.42.5(pid=26514): stdout: \u000a| (launched: 2022-12-14_01:55:15.292873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:55:17.777489 run osmo-stp_10.42.42.5(pid=26514): stderr: \u000a| �[0;m�[38;5;43m20221214015515487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015515487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015515488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015515488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015515489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015515489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015515489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:55:17.831812 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26514): Process ended prematurely: osmo-stp_10.42.42.5(pid=26514) [trial-2397↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26514)] [trial-2397↪encryption↪register_a5_1_authreq.py:8]\u000a01:55:17.840322 tst register_a5_1_authreq.py:8: Test FAILED (7.0 sec)\u000a01:55:17.899511 run osmo-hlr_10.42.42.2(pid=26511): ERR: Terminated: ERROR {rc=237} [trial-2397↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26511)]\u000a01:55:17.948050 run osmo-hlr_10.42.42.2(pid=26511): stdout: \u000a| (launched: 2022-12-14_01:55:14.252454) \u000a01:55:17.997436 run osmo-hlr_10.42.42.2(pid=26511): stderr: \u000a| �[0;m�[1;31m20221214015514453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015514453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015514453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015514453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015514453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015514454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015514467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015514475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015514476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015514476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:55:18.064315 run osmo-msc_10.42.42.6(pid=26517): ERR: Terminated: ERROR {rc=2} [trial-2397↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26517)]\u000a01:55:18.112893 run osmo-msc_10.42.42.6(pid=26517): stdout: \u000a| (launched: 2022-12-14_01:55:16.395044) \u000a01:55:18.162175 run osmo-msc_10.42.42.6(pid=26517): stderr: \u000a| �[0;m�[38;5;43m20221214015517036 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214015517036 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae465b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214015517036 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214015517036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214015517036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214015517037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214015517038 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214015517039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214015517039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214015517039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:55:18.203809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26510): Terminating (SIGTERM)\u000a01:55:18.243385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26513): Terminating (SIGTERM)\u000a01:55:18.282855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26516): Terminating (SIGTERM)\u000a01:55:18.291619 --- ParallelTerminationStrategy: PID 26510 died...\u000a01:55:18.344359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26510): Terminated: ok {rc=0}\u000a01:55:18.353877 --- ParallelTerminationStrategy: PID 26513 died...\u000a01:55:18.406599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26513): Terminated: ok {rc=0}\u000a01:55:18.416060 --- ParallelTerminationStrategy: PID 26516 died...\u000a01:55:18.468664 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26516): Terminated: ok {rc=0}\u000a01:55:18.557217 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26525): Process ended prematurely: osmo-stp_10.42.42.5(pid=26525) [trial-2397↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26525)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26525): Process ended prematurely: osmo-stp_10.42.42.5(pid=26525) [trial-2397↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26525)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a01:55:19.671324 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:19.682609 tst encryption: Using 1 x bts (candidates: 1)\u000a01:55:19.816290 tst register_a5_3_authreq.py: using LAC 37740\u000a01:55:19.946160 tst register_a5_3_authreq.py: using RAC 255\u000a01:55:20.078375 tst register_a5_3_authreq.py: using CellId 37740\u000a01:55:20.208687 tst register_a5_3_authreq.py: using BVCI 37741\u000a01:55:20.234043 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:20.245120 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:20.256040 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:20.266993 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:20.278219 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:20.289363 tst encryption: Using 1 x modem (candidates: 1)\u000a01:55:20.601994 tst register_a5_3_authreq.py:8: start network...\u000a01:55:20.741541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:55:21.264319 run create_hlr_db(pid=26519): Launched\u000a01:55:21.457126 bus /sierra_2: Setting Powered False\u000a01:55:22.477546 run create_hlr_db(pid=26519): Terminated: ok {rc=0}\u000a01:55:22.920873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26521): Launched\u000a01:55:23.256411 run osmo-hlr_10.42.42.2(pid=26522): Launched\u000a01:55:23.377152 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:55:23.955141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26524): Launched\u000a01:55:24.289292 run osmo-stp_10.42.42.5(pid=26525): Launched\u000a01:55:24.410618 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:55:25.019035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26527): Launched\u000a01:55:25.354066 run osmo-msc_10.42.42.6(pid=26528): Launched\u000a01:55:25.547746 run osmo-stp_10.42.42.5(pid=26525): ERR: Terminated: ERROR {rc=1} [trial-2397↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26525)]\u000a01:55:25.688244 run osmo-stp_10.42.42.5(pid=26525): stdout: \u000a| (launched: 2022-12-14_01:55:24.123947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:55:25.827182 run osmo-stp_10.42.42.5(pid=26525): stderr: \u000a| �[0;m�[38;5;43m20221214015524319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015524319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015524319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015524320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015524320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015524320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015524320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:55:25.960407 run osmo-stp_10.42.42.5(pid=26525): stdout: \u000a| (launched: 2022-12-14_01:55:24.123947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:55:26.093222 run osmo-stp_10.42.42.5(pid=26525): stderr: \u000a| �[0;m�[38;5;43m20221214015524319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015524319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015524319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015524320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015524320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015524320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015524320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:55:26.151953 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26525): Process ended prematurely: osmo-stp_10.42.42.5(pid=26525) [trial-2397↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26525)] [trial-2397↪encryption↪register_a5_3_authreq.py:8]\u000a01:55:26.161293 tst register_a5_3_authreq.py:8: Test FAILED (6.5 sec)\u000a01:55:26.223990 run osmo-hlr_10.42.42.2(pid=26522): ERR: Terminated: ERROR {rc=237} [trial-2397↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26522)]\u000a01:55:26.275695 run osmo-hlr_10.42.42.2(pid=26522): stdout: \u000a| (launched: 2022-12-14_01:55:23.089891) \u000a01:55:26.327705 run osmo-hlr_10.42.42.2(pid=26522): stderr: \u000a| �[0;m�[1;31m20221214015523291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015523291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015523291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015523291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015523291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015523291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015523302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015523311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015523311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015523311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:55:26.397851 run osmo-msc_10.42.42.6(pid=26528): ERR: Terminated: ERROR {rc=2} [trial-2397↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26528)]\u000a01:55:26.449029 run osmo-msc_10.42.42.6(pid=26528): stdout: \u000a| (launched: 2022-12-14_01:55:25.188082) \u000a01:55:26.501017 run osmo-msc_10.42.42.6(pid=26528): stderr: \u000a| �[0;m�[38;5;43m20221214015525510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214015525510 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f085946fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214015525510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214015525510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214015525510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214015525510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214015525512 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214015525512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214015525512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214015525513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:55:26.545288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26521): Terminating (SIGTERM)\u000a01:55:26.587025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26524): Terminating (SIGTERM)\u000a01:55:26.628864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26527): Terminating (SIGTERM)\u000a01:55:26.638478 --- ParallelTerminationStrategy: PID 26521 died...\u000a01:55:26.694702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26521): Terminated: ok {rc=0}\u000a01:55:26.704563 --- ParallelTerminationStrategy: PID 26524 died...\u000a01:55:26.760265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26524): Terminated: ok {rc=0}\u000a01:55:26.770110 --- ParallelTerminationStrategy: PID 26527 died...\u000a01:55:26.826034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26527): Terminated: ok {rc=0}\u000a01:55:26.912496 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 35.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:54:54" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=26545): Process ended prematurely: srsepc(pid=26545) [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26545)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=26545): Process ended prematurely: srsepc(pid=26545) [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26545)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a01:55:28.911103 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a01:55:28.956403 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:55:28.972877 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:55:28.996575 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:55:29.145359 tst handover.py: using MSISDN 8448\u000a01:55:29.263772 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8448', subscriber_id=0}\u000a01:55:29.381114 run srsepc_10.42.42.118: Starting srsepc\u000a01:55:31.386636 run rm-remote-dir(pid=26533): Launched\u000a01:55:31.653330 bus /sierra_2: Setting Powered False\u000a01:55:32.609792 run rm-remote-dir(pid=26533): Terminated: ok {rc=0}\u000a01:55:33.103839 run mk-remote-dir(pid=26534): Launched\u000a01:55:34.306528 run mk-remote-dir(pid=26534): Terminated: ok {rc=0}\u000a01:55:34.609782 run scp-inst-to-remote(pid=26535): Launched\u000a01:55:36.802064 run scp-inst-to-remote(pid=26535): Terminated: ok {rc=0}\u000a01:55:37.136445 run rm-remote-dir(pid=26537): Launched\u000a01:55:38.326254 run rm-remote-dir(pid=26537): Terminated: ok {rc=0}\u000a01:55:38.660519 run mk-remote-dir(pid=26538): Launched\u000a01:55:39.851331 run mk-remote-dir(pid=26538): Terminated: ok {rc=0}\u000a01:55:40.151672 run scp-cfg-to-remote(pid=26539): Launched\u000a01:55:41.350598 run scp-cfg-to-remote(pid=26539): Terminated: ok {rc=0}\u000a01:55:41.652443 run scp-db-to-remote(pid=26541): Launched\u000a01:55:42.852577 run scp-db-to-remote(pid=26541): Terminated: ok {rc=0}\u000a01:55:42.975078 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:55:43.322489 run patchelf(pid=26543): Launched\u000a01:55:44.522368 run patchelf(pid=26543): Terminated: ok {rc=0}\u000a01:55:44.645069 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:55:44.992527 run setcap-netadm(pid=26544): Launched\u000a01:55:46.249406 run setcap-netadm(pid=26544): Terminated: ok {rc=0}\u000a01:55:46.634895 run srsepc(pid=26545): Launched\u000a01:55:46.779540 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:55:47.932071 run rm-remote-dir(pid=26546): Launched\u000a01:55:48.119299 run srsepc(pid=26545): ERR: Terminated: ERROR {rc=127} [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26545)]\u000a01:55:48.256130 run srsepc(pid=26545): stdout: \u000a| (launched: 2022-12-14_01:55:46.422154)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:55:48.392429 run srsepc(pid=26545): stderr: \u000a| (launched: 2022-12-14_01:55:46.469162)\u000a| Connection to 10.42.42.116 closed. \u000a01:55:48.524623 run srsepc(pid=26545): stdout: \u000a| (launched: 2022-12-14_01:55:46.422154)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:55:48.655615 run srsepc(pid=26545): stderr: \u000a| (launched: 2022-12-14_01:55:46.469162)\u000a| Connection to 10.42.42.116 closed. \u000a01:55:48.809317 run rm-remote-dir(pid=26546): Terminating (SIGINT)\u000a01:55:48.989999 run rm-remote-dir(pid=26546): Terminated: ok {rc=0}\u000a01:55:49.023343 tst handover.py:37: ERR: Error: srsepc(pid=26545): Process ended prematurely: srsepc(pid=26545) [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26545)] [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a01:55:49.033142 tst handover.py:37: Test FAILED (20.3 sec)\u000a01:55:49.147055 run scp-back-log(pid=26547): Launched\u000a01:55:50.232291 run scp-back-log(pid=26547): ERR: Terminated: ERROR {rc=1} [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26547)]\u000a01:55:50.294617 run scp-back-log(pid=26547): stdout: \u000a| (launched: 2022-12-14_01:55:49.075080) \u000a01:55:50.357368 run scp-back-log(pid=26547): stderr: \u000a| (launched: 2022-12-14_01:55:49.094744)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:55:50.410738 tst srsepc_10.42.42.118: Error('scp-back-log(pid=26547): launch_sync(): local process exited with status 1 [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26547)]')\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=26562): Process ended prematurely: srsepc(pid=26562) [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26562)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=26562): Process ended prematurely: srsepc(pid=26562) [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26562)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a01:55:50.590667 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a01:55:50.632827 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:55:50.842160 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a01:55:50.884656 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:55:50.900731 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:55:51.022700 tst iperf3_bidir.py: using MSISDN 8449\u000a01:55:51.131207 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8449', subscriber_id=0}\u000a01:55:51.239160 run srsepc_10.42.42.118: Starting srsepc\u000a01:55:51.887458 run rm-remote-dir(pid=26549): Launched\u000a01:55:53.077074 run rm-remote-dir(pid=26549): Terminated: ok {rc=0}\u000a01:55:53.408939 run mk-remote-dir(pid=26551): Launched\u000a01:55:54.597626 run mk-remote-dir(pid=26551): Terminated: ok {rc=0}\u000a01:55:54.878201 run scp-inst-to-remote(pid=26552): Launched\u000a01:55:57.078381 run scp-inst-to-remote(pid=26552): Terminated: ok {rc=0}\u000a01:55:57.427426 run rm-remote-dir(pid=26554): Launched\u000a01:55:58.616790 run rm-remote-dir(pid=26554): Terminated: ok {rc=0}\u000a01:55:58.949902 run mk-remote-dir(pid=26555): Launched\u000a01:56:00.138814 run mk-remote-dir(pid=26555): Terminated: ok {rc=0}\u000a01:56:00.421156 run scp-cfg-to-remote(pid=26556): Launched\u000a01:56:01.611727 run scp-cfg-to-remote(pid=26556): Terminated: ok {rc=0}\u000a01:56:01.959350 run scp-db-to-remote(pid=26558): Launched\u000a01:56:03.169031 run scp-db-to-remote(pid=26558): Terminated: ok {rc=0}\u000a01:56:03.291693 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:56:03.638712 run patchelf(pid=26560): Launched\u000a01:56:04.837994 run patchelf(pid=26560): Terminated: ok {rc=0}\u000a01:56:04.960053 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:56:05.306547 run setcap-netadm(pid=26561): Launched\u000a01:56:06.493690 run setcap-netadm(pid=26561): Terminated: ok {rc=0}\u000a01:56:06.806892 run srsepc(pid=26562): Launched\u000a01:56:06.915764 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:56:08.136786 run rm-remote-dir(pid=26563): Launched\u000a01:56:08.338205 run srsepc(pid=26562): ERR: Terminated: ERROR {rc=127} [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26562)]\u000a01:56:08.482751 run srsepc(pid=26562): stdout: \u000a| (launched: 2022-12-14_01:56:06.656722)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:56:08.627398 run srsepc(pid=26562): stderr: \u000a| (launched: 2022-12-14_01:56:06.702804)\u000a| Connection to 10.42.42.116 closed. \u000a01:56:08.767459 run srsepc(pid=26562): stdout: \u000a| (launched: 2022-12-14_01:56:06.656722)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:56:08.906602 run srsepc(pid=26562): stderr: \u000a| (launched: 2022-12-14_01:56:06.702804)\u000a| Connection to 10.42.42.116 closed. \u000a01:56:09.069401 run rm-remote-dir(pid=26563): Terminating (SIGINT)\u000a01:56:09.260838 run rm-remote-dir(pid=26563): Terminated: ok {rc=0}\u000a01:56:09.295811 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=26562): Process ended prematurely: srsepc(pid=26562) [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26562)] [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a01:56:09.306241 tst iperf3_bidir.py:42: Test FAILED (18.9 sec)\u000a01:56:09.424104 run scp-back-log(pid=26564): Launched\u000a01:56:10.513730 run scp-back-log(pid=26564): ERR: Terminated: ERROR {rc=1} [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26564)]\u000a01:56:10.578468 run scp-back-log(pid=26564): stdout: \u000a| (launched: 2022-12-14_01:56:09.349182) \u000a01:56:10.643181 run scp-back-log(pid=26564): stderr: \u000a| (launched: 2022-12-14_01:56:09.369759)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:56:10.698577 tst srsepc_10.42.42.118: Error('scp-back-log(pid=26564): launch_sync(): local process exited with status 1 [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26564)]')\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=26578): Process ended prematurely: srsepc(pid=26578) [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26578)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=26578): Process ended prematurely: srsepc(pid=26578) [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a01:56:10.890811 tst iperf3_dl.py:13: Number of physical ue: 1\u000a01:56:10.936147 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:56:11.159148 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a01:56:11.204465 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:56:11.220800 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:56:11.348902 tst iperf3_dl.py: using MSISDN 8450\u000a01:56:11.465663 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8450', subscriber_id=0}\u000a01:56:11.581513 run srsepc_10.42.42.118: Starting srsepc\u000a01:56:12.275629 run rm-remote-dir(pid=26566): Launched\u000a01:56:13.476874 run rm-remote-dir(pid=26566): Terminated: ok {rc=0}\u000a01:56:13.834099 run mk-remote-dir(pid=26567): Launched\u000a01:56:15.035242 run mk-remote-dir(pid=26567): Terminated: ok {rc=0}\u000a01:56:15.336281 run scp-inst-to-remote(pid=26568): Launched\u000a01:56:17.536879 run scp-inst-to-remote(pid=26568): Terminated: ok {rc=0}\u000a01:56:17.898296 run rm-remote-dir(pid=26570): Launched\u000a01:56:19.099411 run rm-remote-dir(pid=26570): Terminated: ok {rc=0}\u000a01:56:19.457143 run mk-remote-dir(pid=26571): Launched\u000a01:56:20.657601 run mk-remote-dir(pid=26571): Terminated: ok {rc=0}\u000a01:56:20.957610 run scp-cfg-to-remote(pid=26572): Launched\u000a01:56:22.156451 run scp-cfg-to-remote(pid=26572): Terminated: ok {rc=0}\u000a01:56:22.457997 run scp-db-to-remote(pid=26574): Launched\u000a01:56:23.657267 run scp-db-to-remote(pid=26574): Terminated: ok {rc=0}\u000a01:56:23.779488 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:56:24.126689 run patchelf(pid=26576): Launched\u000a01:56:25.326646 run patchelf(pid=26576): Terminated: ok {rc=0}\u000a01:56:25.449203 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:56:25.796186 run setcap-netadm(pid=26577): Launched\u000a01:56:26.996221 run setcap-netadm(pid=26577): Terminated: ok {rc=0}\u000a01:56:27.334503 run srsepc(pid=26578): Launched\u000a01:56:27.453076 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:56:28.587028 run rm-remote-dir(pid=26579): Launched\u000a01:56:28.774115 run srsepc(pid=26578): ERR: Terminated: ERROR {rc=127} [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26578)]\u000a01:56:28.910684 run srsepc(pid=26578): stdout: \u000a| (launched: 2022-12-14_01:56:27.171800)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:56:29.046696 run srsepc(pid=26578): stderr: \u000a| (launched: 2022-12-14_01:56:27.221349)\u000a| Connection to 10.42.42.116 closed. \u000a01:56:29.179345 run srsepc(pid=26578): stdout: \u000a| (launched: 2022-12-14_01:56:27.171800)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:56:29.310157 run srsepc(pid=26578): stderr: \u000a| (launched: 2022-12-14_01:56:27.221349)\u000a| Connection to 10.42.42.116 closed. \u000a01:56:29.462687 run rm-remote-dir(pid=26579): Terminating (SIGINT)\u000a01:56:29.641655 run rm-remote-dir(pid=26579): Terminated: ok {rc=0}\u000a01:56:29.674461 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=26578): Process ended prematurely: srsepc(pid=26578) [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26578)] [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a01:56:29.684128 tst iperf3_dl.py:42: Test FAILED (19.0 sec)\u000a01:56:29.795061 run scp-back-log(pid=26580): Launched\u000a01:56:30.911286 run scp-back-log(pid=26580): ERR: Terminated: ERROR {rc=1} [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26580)]\u000a01:56:30.991082 run scp-back-log(pid=26580): stdout: \u000a| (launched: 2022-12-14_01:56:29.725555) \u000a01:56:31.059409 run scp-back-log(pid=26580): stderr: \u000a| (launched: 2022-12-14_01:56:29.745202)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:56:31.117067 tst srsepc_10.42.42.118: Error('scp-back-log(pid=26580): launch_sync(): local process exited with status 1 [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26580)]')\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=26594): Process ended prematurely: srsepc(pid=26594) [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26594)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=26594): Process ended prematurely: srsepc(pid=26594) [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26594)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a01:56:31.316398 tst iperf3_ul.py:13: Number of physical ue: 1\u000a01:56:31.363573 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:56:31.591846 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a01:56:31.640103 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:56:31.657885 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:56:31.782997 tst iperf3_ul.py: using MSISDN 8451\u000a01:56:31.895120 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8451', subscriber_id=0}\u000a01:56:32.005292 run srsepc_10.42.42.118: Starting srsepc\u000a01:56:32.655711 run rm-remote-dir(pid=26582): Launched\u000a01:56:33.845857 run rm-remote-dir(pid=26582): Terminated: ok {rc=0}\u000a01:56:34.178030 run mk-remote-dir(pid=26583): Launched\u000a01:56:35.377672 run mk-remote-dir(pid=26583): Terminated: ok {rc=0}\u000a01:56:35.679276 run scp-inst-to-remote(pid=26584): Launched\u000a01:56:37.868416 run scp-inst-to-remote(pid=26584): Terminated: ok {rc=0}\u000a01:56:38.199503 run rm-remote-dir(pid=26586): Launched\u000a01:56:39.388453 run rm-remote-dir(pid=26586): Terminated: ok {rc=0}\u000a01:56:39.720909 run mk-remote-dir(pid=26587): Launched\u000a01:56:40.909229 run mk-remote-dir(pid=26587): Terminated: ok {rc=0}\u000a01:56:41.189676 run scp-cfg-to-remote(pid=26588): Launched\u000a01:56:42.376388 run scp-cfg-to-remote(pid=26588): Terminated: ok {rc=0}\u000a01:56:42.656416 run scp-db-to-remote(pid=26590): Launched\u000a01:56:43.844402 run scp-db-to-remote(pid=26590): Terminated: ok {rc=0}\u000a01:56:43.958806 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:56:44.282888 run patchelf(pid=26592): Launched\u000a01:56:45.470743 run patchelf(pid=26592): Terminated: ok {rc=0}\u000a01:56:45.585389 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:56:45.916257 run setcap-netadm(pid=26593): Launched\u000a01:56:47.123510 run setcap-netadm(pid=26593): Terminated: ok {rc=0}\u000a01:56:47.465679 run srsepc(pid=26594): Launched\u000a01:56:47.583786 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:56:48.795191 run rm-remote-dir(pid=26595): Launched\u000a01:56:48.997689 run srsepc(pid=26594): ERR: Terminated: ERROR {rc=127} [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26594)]\u000a01:56:49.143282 run srsepc(pid=26594): stdout: \u000a| (launched: 2022-12-14_01:56:47.301926)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:56:49.289468 run srsepc(pid=26594): stderr: \u000a| (launched: 2022-12-14_01:56:47.351321)\u000a| Connection to 10.42.42.116 closed. \u000a01:56:49.431169 run srsepc(pid=26594): stdout: \u000a| (launched: 2022-12-14_01:56:47.301926)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:56:49.571392 run srsepc(pid=26594): stderr: \u000a| (launched: 2022-12-14_01:56:47.351321)\u000a| Connection to 10.42.42.116 closed. \u000a01:56:49.735171 run rm-remote-dir(pid=26595): Terminating (SIGINT)\u000a01:56:49.927438 run rm-remote-dir(pid=26595): Terminated: ok {rc=0}\u000a01:56:49.962633 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=26594): Process ended prematurely: srsepc(pid=26594) [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26594)] [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a01:56:49.973002 tst iperf3_ul.py:42: Test FAILED (18.8 sec)\u000a01:56:50.092584 run scp-back-log(pid=26596): Launched\u000a01:56:51.182823 run scp-back-log(pid=26596): ERR: Terminated: ERROR {rc=1} [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26596)]\u000a01:56:51.247591 run scp-back-log(pid=26596): stdout: \u000a| (launched: 2022-12-14_01:56:50.016065) \u000a01:56:51.312071 run scp-back-log(pid=26596): stderr: \u000a| (launched: 2022-12-14_01:56:50.036786)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:56:51.367290 tst srsepc_10.42.42.118: Error('scp-back-log(pid=26596): launch_sync(): local process exited with status 1 [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26596)]')\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=26610): Process ended prematurely: srsepc(pid=26610) [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26610)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=26610): Process ended prematurely: srsepc(pid=26610) [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26610)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a01:56:51.381979 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:56:51.399324 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:56:51.423174 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:56:51.571693 tst ping.py: using MSISDN 8452\u000a01:56:51.688643 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8452', subscriber_id=0}\u000a01:56:51.804518 run srsepc_10.42.42.118: Starting srsepc\u000a01:56:52.502554 run rm-remote-dir(pid=26598): Launched\u000a01:56:53.704217 run rm-remote-dir(pid=26598): Terminated: ok {rc=0}\u000a01:56:54.061197 run mk-remote-dir(pid=26599): Launched\u000a01:56:55.262825 run mk-remote-dir(pid=26599): Terminated: ok {rc=0}\u000a01:56:55.563695 run scp-inst-to-remote(pid=26600): Launched\u000a01:56:57.754688 run scp-inst-to-remote(pid=26600): Terminated: ok {rc=0}\u000a01:56:58.086810 run rm-remote-dir(pid=26602): Launched\u000a01:56:59.275918 run rm-remote-dir(pid=26602): Terminated: ok {rc=0}\u000a01:56:59.609576 run mk-remote-dir(pid=26603): Launched\u000a01:57:00.799148 run mk-remote-dir(pid=26603): Terminated: ok {rc=0}\u000a01:57:01.163573 run scp-cfg-to-remote(pid=26604): Launched\u000a01:57:02.375343 run scp-cfg-to-remote(pid=26604): Terminated: ok {rc=0}\u000a01:57:02.677319 run scp-db-to-remote(pid=26606): Launched\u000a01:57:03.875987 run scp-db-to-remote(pid=26606): Terminated: ok {rc=0}\u000a01:57:03.998298 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:57:04.344233 run patchelf(pid=26608): Launched\u000a01:57:05.543518 run patchelf(pid=26608): Terminated: ok {rc=0}\u000a01:57:05.666021 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:57:06.012930 run setcap-netadm(pid=26609): Launched\u000a01:57:07.212632 run setcap-netadm(pid=26609): Terminated: ok {rc=0}\u000a01:57:07.550423 run srsepc(pid=26610): Launched\u000a01:57:07.668907 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:57:08.883030 run rm-remote-dir(pid=26611): Launched\u000a01:57:09.085882 run srsepc(pid=26610): ERR: Terminated: ERROR {rc=127} [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26610)]\u000a01:57:09.232345 run srsepc(pid=26610): stdout: \u000a| (launched: 2022-12-14_01:57:07.387723)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:57:09.377800 run srsepc(pid=26610): stderr: \u000a| (launched: 2022-12-14_01:57:07.437303)\u000a| Connection to 10.42.42.116 closed. \u000a01:57:09.519243 run srsepc(pid=26610): stdout: \u000a| (launched: 2022-12-14_01:57:07.387723)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:57:09.659064 run srsepc(pid=26610): stderr: \u000a| (launched: 2022-12-14_01:57:07.437303)\u000a| Connection to 10.42.42.116 closed. \u000a01:57:09.822884 run rm-remote-dir(pid=26611): Terminating (SIGINT)\u000a01:57:10.015283 run rm-remote-dir(pid=26611): Terminated: ok {rc=0}\u000a01:57:10.050552 tst ping.py:16: ERR: Error: srsepc(pid=26610): Process ended prematurely: srsepc(pid=26610) [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26610)] [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a01:57:10.060812 tst ping.py:16: Test FAILED (18.7 sec)\u000a01:57:10.177679 run scp-back-log(pid=26612): Launched\u000a01:57:11.268483 run scp-back-log(pid=26612): ERR: Terminated: ERROR {rc=1} [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26612)]\u000a01:57:11.333190 run scp-back-log(pid=26612): stdout: \u000a| (launched: 2022-12-14_01:57:10.103680) \u000a01:57:11.398025 run scp-back-log(pid=26612): stderr: \u000a| (launched: 2022-12-14_01:57:10.124178)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:57:11.453142 tst srsepc_10.42.42.118: Error('scp-back-log(pid=26612): launch_sync(): local process exited with status 1 [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26612)]')\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=26626): Process ended prematurely: srsepc(pid=26626) [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26626)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=26626): Process ended prematurely: srsepc(pid=26626) [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a01:57:11.467772 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:57:11.485120 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:57:11.508630 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:57:11.659108 tst rrc_idle_mo_ping.py: using MSISDN 8453\u000a01:57:11.775562 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8453', subscriber_id=0}\u000a01:57:11.891013 run srsepc_10.42.42.118: Starting srsepc\u000a01:57:12.586336 run rm-remote-dir(pid=26614): Launched\u000a01:57:13.788337 run rm-remote-dir(pid=26614): Terminated: ok {rc=0}\u000a01:57:14.144682 run mk-remote-dir(pid=26615): Launched\u000a01:57:15.346251 run mk-remote-dir(pid=26615): Terminated: ok {rc=0}\u000a01:57:15.647214 run scp-inst-to-remote(pid=26616): Launched\u000a01:57:17.845937 run scp-inst-to-remote(pid=26616): Terminated: ok {rc=0}\u000a01:57:18.201939 run rm-remote-dir(pid=26618): Launched\u000a01:57:19.401904 run rm-remote-dir(pid=26618): Terminated: ok {rc=0}\u000a01:57:19.758269 run mk-remote-dir(pid=26619): Launched\u000a01:57:20.949998 run mk-remote-dir(pid=26619): Terminated: ok {rc=0}\u000a01:57:21.230164 run scp-cfg-to-remote(pid=26620): Launched\u000a01:57:22.417432 run scp-cfg-to-remote(pid=26620): Terminated: ok {rc=0}\u000a01:57:22.697906 run scp-db-to-remote(pid=26622): Launched\u000a01:57:23.885294 run scp-db-to-remote(pid=26622): Terminated: ok {rc=0}\u000a01:57:23.999851 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:57:24.321951 run patchelf(pid=26624): Launched\u000a01:57:25.509862 run patchelf(pid=26624): Terminated: ok {rc=0}\u000a01:57:25.625682 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:57:25.947798 run setcap-netadm(pid=26625): Launched\u000a01:57:27.134410 run setcap-netadm(pid=26625): Terminated: ok {rc=0}\u000a01:57:27.448761 run srsepc(pid=26626): Launched\u000a01:57:27.558028 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:57:28.691094 run rm-remote-dir(pid=26627): Launched\u000a01:57:28.878413 run srsepc(pid=26626): ERR: Terminated: ERROR {rc=127} [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26626)]\u000a01:57:29.014803 run srsepc(pid=26626): stdout: \u000a| (launched: 2022-12-14_01:57:27.297520)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:57:29.151021 run srsepc(pid=26626): stderr: \u000a| (launched: 2022-12-14_01:57:27.343320)\u000a| Connection to 10.42.42.116 closed. \u000a01:57:29.283119 run srsepc(pid=26626): stdout: \u000a| (launched: 2022-12-14_01:57:27.297520)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:57:29.413650 run srsepc(pid=26626): stderr: \u000a| (launched: 2022-12-14_01:57:27.343320)\u000a| Connection to 10.42.42.116 closed. \u000a01:57:29.566140 run rm-remote-dir(pid=26627): Terminating (SIGINT)\u000a01:57:29.746724 run rm-remote-dir(pid=26627): Terminated: ok {rc=0}\u000a01:57:29.779782 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=26626): Process ended prematurely: srsepc(pid=26626) [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26626)] [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a01:57:29.789524 tst rrc_idle_mo_ping.py:16: Test FAILED (18.3 sec)\u000a01:57:29.902986 run scp-back-log(pid=26628): Launched\u000a01:57:31.000100 run scp-back-log(pid=26628): ERR: Terminated: ERROR {rc=1} [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26628)]\u000a01:57:31.088262 run scp-back-log(pid=26628): stdout: \u000a| (launched: 2022-12-14_01:57:29.831200) \u000a01:57:31.171584 run scp-back-log(pid=26628): stderr: \u000a| (launched: 2022-12-14_01:57:29.850800)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:57:31.234886 tst srsepc_10.42.42.118: Error('scp-back-log(pid=26628): launch_sync(): local process exited with status 1 [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26628)]')\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=26642): Process ended prematurely: srsepc(pid=26642) [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26642)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=26642): Process ended prematurely: srsepc(pid=26642) [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26642)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a01:57:31.251836 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:57:31.269888 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:57:31.296085 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:57:31.467138 tst rrc_idle_mt_ping.py: using MSISDN 8454\u000a01:57:31.578998 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8454', subscriber_id=0}\u000a01:57:31.690652 run srsepc_10.42.42.118: Starting srsepc\u000a01:57:32.349766 run rm-remote-dir(pid=26630): Launched\u000a01:57:33.540291 run rm-remote-dir(pid=26630): Terminated: ok {rc=0}\u000a01:57:33.873692 run mk-remote-dir(pid=26631): Launched\u000a01:57:35.063730 run mk-remote-dir(pid=26631): Terminated: ok {rc=0}\u000a01:57:35.344503 run scp-inst-to-remote(pid=26632): Launched\u000a01:57:37.534200 run scp-inst-to-remote(pid=26632): Terminated: ok {rc=0}\u000a01:57:37.867136 run rm-remote-dir(pid=26634): Launched\u000a01:57:39.055743 run rm-remote-dir(pid=26634): Terminated: ok {rc=0}\u000a01:57:39.388583 run mk-remote-dir(pid=26635): Launched\u000a01:57:40.580152 run mk-remote-dir(pid=26635): Terminated: ok {rc=0}\u000a01:57:40.860837 run scp-cfg-to-remote(pid=26636): Launched\u000a01:57:42.047745 run scp-cfg-to-remote(pid=26636): Terminated: ok {rc=0}\u000a01:57:42.328483 run scp-db-to-remote(pid=26638): Launched\u000a01:57:43.515730 run scp-db-to-remote(pid=26638): Terminated: ok {rc=0}\u000a01:57:43.630389 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:57:43.954144 run patchelf(pid=26640): Launched\u000a01:57:45.153048 run patchelf(pid=26640): Terminated: ok {rc=0}\u000a01:57:45.276832 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:57:45.624154 run setcap-netadm(pid=26641): Launched\u000a01:57:46.848872 run setcap-netadm(pid=26641): Terminated: ok {rc=0}\u000a01:57:47.227517 run srsepc(pid=26642): Launched\u000a01:57:47.339102 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:57:48.473265 run rm-remote-dir(pid=26643): Launched\u000a01:57:48.661434 run srsepc(pid=26642): ERR: Terminated: ERROR {rc=127} [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26642)]\u000a01:57:48.799010 run srsepc(pid=26642): stdout: \u000a| (launched: 2022-12-14_01:57:47.016911)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:57:48.936493 run srsepc(pid=26642): stderr: \u000a| (launched: 2022-12-14_01:57:47.064346)\u000a| Connection to 10.42.42.116 closed. \u000a01:57:49.069265 run srsepc(pid=26642): stdout: \u000a| (launched: 2022-12-14_01:57:47.016911)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:57:49.201150 run srsepc(pid=26642): stderr: \u000a| (launched: 2022-12-14_01:57:47.064346)\u000a| Connection to 10.42.42.116 closed. \u000a01:57:49.355165 run rm-remote-dir(pid=26643): Terminating (SIGINT)\u000a01:57:49.535626 run rm-remote-dir(pid=26643): Terminated: ok {rc=0}\u000a01:57:49.568902 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=26642): Process ended prematurely: srsepc(pid=26642) [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26642)] [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a01:57:49.578664 tst rrc_idle_mt_ping.py:16: Test FAILED (18.3 sec)\u000a01:57:49.690783 run scp-back-log(pid=26644): Launched\u000a01:57:50.777575 run scp-back-log(pid=26644): ERR: Terminated: ERROR {rc=1} [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26644)]\u000a01:57:50.840137 run scp-back-log(pid=26644): stdout: \u000a| (launched: 2022-12-14_01:57:49.620428) \u000a01:57:50.903077 run scp-back-log(pid=26644): stderr: \u000a| (launched: 2022-12-14_01:57:49.640211)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:57:50.956179 tst srsepc_10.42.42.118: Error('scp-back-log(pid=26644): launch_sync(): local process exited with status 1 [trial-2397↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26644)]')\u000a" } ], "duration" : 143.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:55:28" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26655): Process ended prematurely: osmo-stp_10.42.42.5(pid=26655) [trial-2397↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26655)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26655): Process ended prematurely: osmo-stp_10.42.42.5(pid=26655) [trial-2397↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a01:57:51.810048 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:57:51.821122 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a01:57:51.957584 tst handover.py: using LAC 37741\u000a01:57:52.084745 tst handover.py: using RAC 1\u000a01:57:52.212203 tst handover.py: using CellId 37741\u000a01:57:52.337959 tst handover.py: using BVCI 37742\u000a01:57:52.362823 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a01:57:52.492379 tst handover.py: using LAC 37742\u000a01:57:52.618447 tst handover.py: using RAC 2\u000a01:57:52.744721 tst handover.py: using CellId 37742\u000a01:57:52.870471 tst handover.py: using BVCI 37743\u000a01:57:52.895495 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:57:52.906744 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:57:52.917794 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:57:52.928876 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:57:52.940068 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:57:52.951073 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a01:57:53.068542 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a01:57:53.279200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:57:53.795131 run create_hlr_db(pid=26649): Launched\u000a01:57:54.974211 run create_hlr_db(pid=26649): Terminated: ok {rc=0}\u000a01:57:55.289375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26651): Launched\u000a01:57:55.596213 run osmo-hlr_10.42.42.2(pid=26652): Launched\u000a01:57:55.716551 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:57:56.255546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26654): Launched\u000a01:57:56.563326 run osmo-stp_10.42.42.5(pid=26655): Launched\u000a01:57:56.674702 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:57:57.233642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26657): Launched\u000a01:57:57.541570 run osmo-msc_10.42.42.6(pid=26658): Launched\u000a01:57:57.722113 run osmo-stp_10.42.42.5(pid=26655): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26655)]\u000a01:57:57.852341 run osmo-stp_10.42.42.5(pid=26655): stdout: \u000a| (launched: 2022-12-14_01:57:56.409684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:57:57.979882 run osmo-stp_10.42.42.5(pid=26655): stderr: \u000a| �[0;m�[38;5;43m20221214015756577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015756577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015756577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015756578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015756578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015756578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015756578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:57:58.102856 run osmo-stp_10.42.42.5(pid=26655): stdout: \u000a| (launched: 2022-12-14_01:57:56.409684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:57:58.224625 run osmo-stp_10.42.42.5(pid=26655): stderr: \u000a| �[0;m�[38;5;43m20221214015756577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015756577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015756577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015756578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015756578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015756578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015756578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:57:58.277877 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26655): Process ended prematurely: osmo-stp_10.42.42.5(pid=26655) [trial-2397↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26655)] [trial-2397↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a01:57:58.286148 tst handover.py:18: Test FAILED (6.5 sec)\u000a01:57:58.345839 run osmo-hlr_10.42.42.2(pid=26652): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26652)]\u000a01:57:58.394345 run osmo-hlr_10.42.42.2(pid=26652): stdout: \u000a| (launched: 2022-12-14_01:57:55.443009) \u000a01:57:58.443511 run osmo-hlr_10.42.42.2(pid=26652): stderr: \u000a| �[0;m�[1;31m20221214015755618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015755618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015755618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015755618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015755618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015755618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015755630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015755638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015755638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015755638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:57:58.510150 run osmo-msc_10.42.42.6(pid=26658): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26658)]\u000a01:57:58.558681 run osmo-msc_10.42.42.6(pid=26658): stdout: \u000a| (launched: 2022-12-14_01:57:57.388710) \u000a01:57:58.608254 run osmo-msc_10.42.42.6(pid=26658): stderr: \u000a| �[0;m�[38;5;43m20221214015757659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214015757660 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff74349c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214015757660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214015757660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214015757660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214015757660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214015757662 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214015757662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214015757662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214015757663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:57:58.650177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26651): Terminating (SIGTERM)\u000a01:57:58.689910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26654): Terminating (SIGTERM)\u000a01:57:58.729792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26657): Terminating (SIGTERM)\u000a01:57:58.738947 --- ParallelTerminationStrategy: PID 26651 died...\u000a01:57:58.792399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26651): Terminated: ok {rc=0}\u000a01:57:58.802015 --- ParallelTerminationStrategy: PID 26654 died...\u000a01:57:58.855295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26654): Terminated: ok {rc=0}\u000a01:57:58.864785 --- ParallelTerminationStrategy: PID 26657 died...\u000a01:57:58.917803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26657): Terminated: ok {rc=0}\u000a01:57:59.004875 bus /sierra_3: Setting Powered False\u000a01:58:00.108602 bus /sierra_3: Setting Powered False\u000a01:58:01.219684 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:57:51" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26669): Process ended prematurely: osmo-stp_10.42.42.5(pid=26669) [trial-2397↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26669)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26669): Process ended prematurely: osmo-stp_10.42.42.5(pid=26669) [trial-2397↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a01:58:03.193385 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:58:03.205076 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a01:58:03.331809 tst handover.py: using LAC 37743\u000a01:58:03.454572 tst handover.py: using RAC 3\u000a01:58:03.574623 tst handover.py: using CellId 37743\u000a01:58:03.696717 tst handover.py: using BVCI 37744\u000a01:58:03.719906 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a01:58:03.842494 tst handover.py: using LAC 37744\u000a01:58:03.962316 tst handover.py: using RAC 4\u000a01:58:04.081767 tst handover.py: using CellId 37744\u000a01:58:04.202160 tst handover.py: using BVCI 37745\u000a01:58:04.225907 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:58:04.236672 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:58:04.247630 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:58:04.258546 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:58:04.269988 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:58:04.281222 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a01:58:04.401025 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a01:58:04.613533 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:58:05.100280 run create_hlr_db(pid=26663): Launched\u000a01:58:05.234204 bus /sierra_2: Setting Powered False\u000a01:58:06.309975 run create_hlr_db(pid=26663): Terminated: ok {rc=0}\u000a01:58:06.718541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26665): Launched\u000a01:58:07.046982 run osmo-hlr_10.42.42.2(pid=26666): Launched\u000a01:58:07.169847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:58:07.711530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26668): Launched\u000a01:58:08.041416 run osmo-stp_10.42.42.5(pid=26669): Launched\u000a01:58:08.160406 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:58:08.731776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26671): Launched\u000a01:58:09.060355 run osmo-msc_10.42.42.6(pid=26672): Launched\u000a01:58:09.252011 run osmo-stp_10.42.42.5(pid=26669): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26669)]\u000a01:58:09.389750 run osmo-stp_10.42.42.5(pid=26669): stdout: \u000a| (launched: 2022-12-14_01:58:07.877627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:09.518552 run osmo-stp_10.42.42.5(pid=26669): stderr: \u000a| �[0;m�[38;5;43m20221214015808071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015808071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015808071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015808072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015808072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015808072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015808072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:09.642389 run osmo-stp_10.42.42.5(pid=26669): stdout: \u000a| (launched: 2022-12-14_01:58:07.877627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:09.764428 run osmo-stp_10.42.42.5(pid=26669): stderr: \u000a| �[0;m�[38;5;43m20221214015808071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015808071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015808071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015808072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015808072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015808072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015808072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:09.818454 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26669): Process ended prematurely: osmo-stp_10.42.42.5(pid=26669) [trial-2397↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26669)] [trial-2397↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a01:58:09.826793 tst handover.py:18: Test FAILED (6.6 sec)\u000a01:58:09.886770 run osmo-hlr_10.42.42.2(pid=26666): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26666)]\u000a01:58:09.936085 run osmo-hlr_10.42.42.2(pid=26666): stdout: \u000a| (launched: 2022-12-14_01:58:06.884708) \u000a01:58:09.986192 run osmo-hlr_10.42.42.2(pid=26666): stderr: \u000a| �[0;m�[1;31m20221214015807083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015807083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015807083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015807083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015807083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015807083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015807096 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015807104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015807104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015807104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:58:10.053251 run osmo-msc_10.42.42.6(pid=26672): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26672)]\u000a01:58:10.102110 run osmo-msc_10.42.42.6(pid=26672): stdout: \u000a| (launched: 2022-12-14_01:58:08.897876) \u000a01:58:10.151154 run osmo-msc_10.42.42.6(pid=26672): stderr: \u000a| �[0;m�[38;5;43m20221214015809221 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214015809221 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f774f3dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214015809221 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214015809221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214015809221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214015809221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214015809223 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214015809223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214015809223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214015809224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:58:10.193316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26665): Terminating (SIGTERM)\u000a01:58:10.233146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26668): Terminating (SIGTERM)\u000a01:58:10.273277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26671): Terminating (SIGTERM)\u000a01:58:10.282493 --- ParallelTerminationStrategy: PID 26665 died...\u000a01:58:10.336764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26665): Terminated: ok {rc=0}\u000a01:58:10.346464 --- ParallelTerminationStrategy: PID 26668 died...\u000a01:58:10.400569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26668): Terminated: ok {rc=0}\u000a01:58:10.410185 --- ParallelTerminationStrategy: PID 26671 died...\u000a01:58:10.463941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26671): Terminated: ok {rc=0}\u000a01:58:10.548762 bus /sierra_3: Setting Powered False\u000a01:58:11.655935 bus /sierra_3: Setting Powered False\u000a01:58:12.768853 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:58:02" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26684): Process ended prematurely: osmo-stp_10.42.42.5(pid=26684) [trial-2397↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26684)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26684): Process ended prematurely: osmo-stp_10.42.42.5(pid=26684) [trial-2397↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a01:58:14.748194 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:58:14.759209 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a01:58:14.886984 tst handover.py: using LAC 37745\u000a01:58:15.010501 tst handover.py: using RAC 5\u000a01:58:15.137706 tst handover.py: using CellId 37745\u000a01:58:15.269784 tst handover.py: using BVCI 37746\u000a01:58:15.294737 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a01:58:15.439044 tst handover.py: using LAC 37746\u000a01:58:15.567405 tst handover.py: using RAC 6\u000a01:58:15.690458 tst handover.py: using CellId 37746\u000a01:58:15.813295 tst handover.py: using BVCI 37747\u000a01:58:15.843689 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:58:15.862016 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:58:15.880636 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:58:15.897103 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:58:15.912130 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:58:15.923705 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a01:58:16.046485 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a01:58:16.303179 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:58:16.852070 run create_hlr_db(pid=26678): Launched\u000a01:58:16.989892 bus /sierra_2: Setting Powered False\u000a01:58:18.052687 run create_hlr_db(pid=26678): Terminated: ok {rc=0}\u000a01:58:18.462635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26680): Launched\u000a01:58:18.790774 run osmo-hlr_10.42.42.2(pid=26681): Launched\u000a01:58:18.910798 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:58:19.452164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26683): Launched\u000a01:58:19.781973 run osmo-stp_10.42.42.5(pid=26684): Launched\u000a01:58:19.900659 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:58:20.474013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26686): Launched\u000a01:58:20.802280 run osmo-msc_10.42.42.6(pid=26687): Launched\u000a01:58:20.993492 run osmo-stp_10.42.42.5(pid=26684): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26684)]\u000a01:58:21.131086 run osmo-stp_10.42.42.5(pid=26684): stdout: \u000a| (launched: 2022-12-14_01:58:19.618365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:21.268588 run osmo-stp_10.42.42.5(pid=26684): stderr: \u000a| �[0;m�[38;5;43m20221214015819811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015819811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015819811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015819812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015819812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015819812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015819812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:21.400385 run osmo-stp_10.42.42.5(pid=26684): stdout: \u000a| (launched: 2022-12-14_01:58:19.618365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:21.530586 run osmo-stp_10.42.42.5(pid=26684): stderr: \u000a| �[0;m�[38;5;43m20221214015819811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015819811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015819811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015819812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015819812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015819812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015819812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:21.587442 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26684): Process ended prematurely: osmo-stp_10.42.42.5(pid=26684) [trial-2397↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26684)] [trial-2397↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a01:58:21.595814 tst handover.py:18: Test FAILED (6.8 sec)\u000a01:58:21.657899 run osmo-hlr_10.42.42.2(pid=26681): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26681)]\u000a01:58:21.708997 run osmo-hlr_10.42.42.2(pid=26681): stdout: \u000a| (launched: 2022-12-14_01:58:18.629606) \u000a01:58:21.760847 run osmo-hlr_10.42.42.2(pid=26681): stderr: \u000a| �[0;m�[1;31m20221214015818829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015818829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015818829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015818829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015818829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015818829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015818853 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015818862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015818862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015818862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:58:21.830696 run osmo-msc_10.42.42.6(pid=26687): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26687)]\u000a01:58:21.881075 run osmo-msc_10.42.42.6(pid=26687): stdout: \u000a| (launched: 2022-12-14_01:58:20.640572) \u000a01:58:21.931948 run osmo-msc_10.42.42.6(pid=26687): stderr: \u000a| �[0;m�[38;5;43m20221214015820963 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214015820963 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f64f2b84c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214015820963 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214015820963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214015820963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214015820964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214015820965 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214015820966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214015820966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214015820966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:58:21.975383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26680): Terminating (SIGTERM)\u000a01:58:22.016329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26683): Terminating (SIGTERM)\u000a01:58:22.057716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26686): Terminating (SIGTERM)\u000a01:58:22.067288 --- ParallelTerminationStrategy: PID 26680 died...\u000a01:58:22.122302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26680): Terminated: ok {rc=0}\u000a01:58:22.132202 --- ParallelTerminationStrategy: PID 26683 died...\u000a01:58:22.186953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26683): Terminated: ok {rc=0}\u000a01:58:22.196770 --- ParallelTerminationStrategy: PID 26686 died...\u000a01:58:22.251930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26686): Terminated: ok {rc=0}\u000a01:58:22.338178 bus /sierra_3: Setting Powered False\u000a01:58:23.444663 bus /sierra_3: Setting Powered False\u000a01:58:24.555389 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:58:14" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26699): Process ended prematurely: osmo-stp_10.42.42.5(pid=26699) [trial-2397↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26699)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26699): Process ended prematurely: osmo-stp_10.42.42.5(pid=26699) [trial-2397↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26699)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a01:58:26.549577 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:58:26.560566 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a01:58:26.687295 tst handover.py: using LAC 37747\u000a01:58:26.809275 tst handover.py: using RAC 7\u000a01:58:26.930010 tst handover.py: using CellId 37747\u000a01:58:27.050428 tst handover.py: using BVCI 37748\u000a01:58:27.073663 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a01:58:27.207105 tst handover.py: using LAC 37748\u000a01:58:27.327200 tst handover.py: using RAC 8\u000a01:58:27.448477 tst handover.py: using CellId 37748\u000a01:58:27.571188 tst handover.py: using BVCI 37749\u000a01:58:27.594469 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:58:27.605711 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:58:27.616518 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:58:27.627594 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:58:27.639488 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:58:27.651390 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:58:27.772626 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:58:27.976333 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:58:28.431665 run create_hlr_db(pid=26693): Launched\u000a01:58:28.557814 bus /sierra_2: Setting Powered False\u000a01:58:29.629816 run create_hlr_db(pid=26693): Terminated: ok {rc=0}\u000a01:58:30.037915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26695): Launched\u000a01:58:30.369812 run osmo-hlr_10.42.42.2(pid=26696): Launched\u000a01:58:30.493092 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:58:31.052841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26698): Launched\u000a01:58:31.502835 run osmo-stp_10.42.42.5(pid=26699): Launched\u000a01:58:31.728461 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:58:32.310002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26701): Launched\u000a01:58:32.640658 run osmo-msc_10.42.42.6(pid=26702): Launched\u000a01:58:32.831522 run osmo-stp_10.42.42.5(pid=26699): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26699)]\u000a01:58:32.969236 run osmo-stp_10.42.42.5(pid=26699): stdout: \u000a| (launched: 2022-12-14_01:58:31.213935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:33.105887 run osmo-stp_10.42.42.5(pid=26699): stderr: \u000a| �[0;m�[38;5;43m20221214015831494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015831494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015831494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015831495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015831495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015831495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015831495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:33.236933 run osmo-stp_10.42.42.5(pid=26699): stdout: \u000a| (launched: 2022-12-14_01:58:31.213935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:33.366859 run osmo-stp_10.42.42.5(pid=26699): stderr: \u000a| �[0;m�[38;5;43m20221214015831494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015831494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015831494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015831495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015831495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015831495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015831495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:33.423751 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26699): Process ended prematurely: osmo-stp_10.42.42.5(pid=26699) [trial-2397↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26699)] [trial-2397↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a01:58:33.432289 tst handover.py:18: Test FAILED (6.9 sec)\u000a01:58:33.493835 run osmo-hlr_10.42.42.2(pid=26696): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26696)]\u000a01:58:33.544384 run osmo-hlr_10.42.42.2(pid=26696): stdout: \u000a| (launched: 2022-12-14_01:58:30.205062) \u000a01:58:33.595498 run osmo-hlr_10.42.42.2(pid=26696): stderr: \u000a| �[0;m�[1;31m20221214015830404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015830404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015830404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015830404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015830404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015830405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015830418 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015830427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015830427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015830427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:58:33.665051 run osmo-msc_10.42.42.6(pid=26702): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26702)]\u000a01:58:33.715524 run osmo-msc_10.42.42.6(pid=26702): stdout: \u000a| (launched: 2022-12-14_01:58:32.477613) \u000a01:58:33.766528 run osmo-msc_10.42.42.6(pid=26702): stderr: \u000a| �[0;m�[38;5;43m20221214015832801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214015832801 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe199c5ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214015832801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214015832801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214015832802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214015832802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214015832803 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214015832804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214015832804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214015832804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:58:33.809970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26695): Terminating (SIGTERM)\u000a01:58:33.850960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26698): Terminating (SIGTERM)\u000a01:58:33.891869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26701): Terminating (SIGTERM)\u000a01:58:33.901532 --- ParallelTerminationStrategy: PID 26695 died...\u000a01:58:33.956386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26695): Terminated: ok {rc=0}\u000a01:58:33.966377 --- ParallelTerminationStrategy: PID 26698 died...\u000a01:58:34.021063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26698): Terminated: ok {rc=0}\u000a01:58:34.030901 --- ParallelTerminationStrategy: PID 26701 died...\u000a01:58:34.085508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26701): Terminated: ok {rc=0}\u000a01:58:34.172017 bus /sierra_3: Setting Powered False\u000a01:58:35.277537 bus /sierra_3: Setting Powered False\u000a01:58:36.389975 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:58:26" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26713): Process ended prematurely: osmo-stp_10.42.42.5(pid=26713) [trial-2397↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26713)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26713): Process ended prematurely: osmo-stp_10.42.42.5(pid=26713) [trial-2397↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a01:58:38.409481 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:58:38.421285 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a01:58:38.551985 tst handover.py: using LAC 37749\u000a01:58:38.673326 tst handover.py: using RAC 9\u000a01:58:38.791698 tst handover.py: using CellId 37749\u000a01:58:38.914517 tst handover.py: using BVCI 37750\u000a01:58:38.937674 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a01:58:39.072449 tst handover.py: using LAC 37750\u000a01:58:39.192751 tst handover.py: using RAC 10\u000a01:58:39.312901 tst handover.py: using CellId 37750\u000a01:58:39.431808 tst handover.py: using BVCI 37751\u000a01:58:39.455140 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:58:39.466330 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:58:39.477331 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:58:39.488329 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:58:39.499734 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:58:39.511154 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:58:39.630563 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:58:39.842251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:58:40.337114 run create_hlr_db(pid=26707): Launched\u000a01:58:40.469972 bus /sierra_2: Setting Powered False\u000a01:58:41.547073 run create_hlr_db(pid=26707): Terminated: ok {rc=0}\u000a01:58:41.954456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26709): Launched\u000a01:58:42.285027 run osmo-hlr_10.42.42.2(pid=26710): Launched\u000a01:58:42.404023 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:58:42.943150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26712): Launched\u000a01:58:43.273152 run osmo-stp_10.42.42.5(pid=26713): Launched\u000a01:58:43.391287 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:58:43.958802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26715): Launched\u000a01:58:44.288587 run osmo-msc_10.42.42.6(pid=26716): Launched\u000a01:58:44.478821 run osmo-stp_10.42.42.5(pid=26713): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26713)]\u000a01:58:44.615522 run osmo-stp_10.42.42.5(pid=26713): stdout: \u000a| (launched: 2022-12-14_01:58:43.109699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:44.751748 run osmo-stp_10.42.42.5(pid=26713): stderr: \u000a| �[0;m�[38;5;43m20221214015843301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015843301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015843301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015843302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015843302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015843302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015843302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:44.882537 run osmo-stp_10.42.42.5(pid=26713): stdout: \u000a| (launched: 2022-12-14_01:58:43.109699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:45.012183 run osmo-stp_10.42.42.5(pid=26713): stderr: \u000a| �[0;m�[38;5;43m20221214015843301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015843301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015843301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015843302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015843302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015843302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015843302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:45.068867 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26713): Process ended prematurely: osmo-stp_10.42.42.5(pid=26713) [trial-2397↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26713)] [trial-2397↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a01:58:45.077590 tst handover.py:18: Test FAILED (6.7 sec)\u000a01:58:45.139252 run osmo-hlr_10.42.42.2(pid=26710): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26710)]\u000a01:58:45.189856 run osmo-hlr_10.42.42.2(pid=26710): stdout: \u000a| (launched: 2022-12-14_01:58:42.121645) \u000a01:58:45.241764 run osmo-hlr_10.42.42.2(pid=26710): stderr: \u000a| �[0;m�[1;31m20221214015842323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015842323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015842323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015842323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015842323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015842323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015842336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015842345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015842345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015842345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:58:45.311524 run osmo-msc_10.42.42.6(pid=26716): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26716)]\u000a01:58:45.362311 run osmo-msc_10.42.42.6(pid=26716): stdout: \u000a| (launched: 2022-12-14_01:58:44.124735) \u000a01:58:45.413679 run osmo-msc_10.42.42.6(pid=26716): stderr: \u000a| �[0;m�[38;5;43m20221214015844449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214015844449 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3a581ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214015844449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214015844449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214015844449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214015844450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214015844451 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214015844452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214015844452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214015844452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:58:45.457349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26709): Terminating (SIGTERM)\u000a01:58:45.498472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26712): Terminating (SIGTERM)\u000a01:58:45.539509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26715): Terminating (SIGTERM)\u000a01:58:45.549000 --- ParallelTerminationStrategy: PID 26709 died...\u000a01:58:45.603895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26709): Terminated: ok {rc=0}\u000a01:58:45.613741 --- ParallelTerminationStrategy: PID 26712 died...\u000a01:58:45.668229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26712): Terminated: ok {rc=0}\u000a01:58:45.678079 --- ParallelTerminationStrategy: PID 26715 died...\u000a01:58:45.732509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26715): Terminated: ok {rc=0}\u000a01:58:45.818276 bus /sierra_3: Setting Powered False\u000a01:58:46.935247 bus /sierra_3: Setting Powered False\u000a01:58:48.048375 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:58:38" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26727): Process ended prematurely: osmo-stp_10.42.42.5(pid=26727) [trial-2397↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26727)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26727): Process ended prematurely: osmo-stp_10.42.42.5(pid=26727) [trial-2397↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a01:58:50.029120 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:58:50.039885 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a01:58:50.165762 tst handover.py: using LAC 37751\u000a01:58:50.290633 tst handover.py: using RAC 11\u000a01:58:50.409230 tst handover.py: using CellId 37751\u000a01:58:50.527077 tst handover.py: using BVCI 37752\u000a01:58:50.550366 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a01:58:50.672073 tst handover.py: using LAC 37752\u000a01:58:50.792210 tst handover.py: using RAC 12\u000a01:58:50.912419 tst handover.py: using CellId 37752\u000a01:58:51.032260 tst handover.py: using BVCI 37753\u000a01:58:51.055515 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:58:51.066546 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:58:51.077195 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:58:51.087878 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:58:51.099094 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:58:51.110199 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a01:58:51.230050 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a01:58:51.433781 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:58:51.885713 run create_hlr_db(pid=26721): Launched\u000a01:58:52.009748 bus /sierra_2: Setting Powered False\u000a01:58:53.082828 run create_hlr_db(pid=26721): Terminated: ok {rc=0}\u000a01:58:53.490889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26723): Launched\u000a01:58:53.818773 run osmo-hlr_10.42.42.2(pid=26724): Launched\u000a01:58:53.937693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:58:54.482336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26726): Launched\u000a01:58:54.809126 run osmo-stp_10.42.42.5(pid=26727): Launched\u000a01:58:54.927303 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:58:55.497531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26729): Launched\u000a01:58:55.826027 run osmo-msc_10.42.42.6(pid=26730): Launched\u000a01:58:56.016534 run osmo-stp_10.42.42.5(pid=26727): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26727)]\u000a01:58:56.153804 run osmo-stp_10.42.42.5(pid=26727): stdout: \u000a| (launched: 2022-12-14_01:58:54.647552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:56.290034 run osmo-stp_10.42.42.5(pid=26727): stderr: \u000a| �[0;m�[38;5;43m20221214015854841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015854841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015854841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015854842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015854842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015854842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015854842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:56.421556 run osmo-stp_10.42.42.5(pid=26727): stdout: \u000a| (launched: 2022-12-14_01:58:54.647552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:56.551331 run osmo-stp_10.42.42.5(pid=26727): stderr: \u000a| �[0;m�[38;5;43m20221214015854841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015854841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015854841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015854842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015854842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015854842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015854842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:56.608034 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26727): Process ended prematurely: osmo-stp_10.42.42.5(pid=26727) [trial-2397↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26727)] [trial-2397↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a01:58:56.616562 tst handover.py:18: Test FAILED (6.6 sec)\u000a01:58:56.677949 run osmo-hlr_10.42.42.2(pid=26724): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26724)]\u000a01:58:56.728591 run osmo-hlr_10.42.42.2(pid=26724): stdout: \u000a| (launched: 2022-12-14_01:58:53.657080) \u000a01:58:56.779729 run osmo-hlr_10.42.42.2(pid=26724): stderr: \u000a| �[0;m�[1;31m20221214015853855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015853855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015853855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015853855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015853855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015853855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015853869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015853877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015853877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015853877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:58:56.849157 run osmo-msc_10.42.42.6(pid=26730): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26730)]\u000a01:58:56.899561 run osmo-msc_10.42.42.6(pid=26730): stdout: \u000a| (launched: 2022-12-14_01:58:55.663283) \u000a01:58:56.951133 run osmo-msc_10.42.42.6(pid=26730): stderr: \u000a| �[0;m�[38;5;43m20221214015855983 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214015855983 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ab57d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214015855983 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214015855983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214015855983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214015855984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214015855986 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214015855986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214015855986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214015855986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:58:56.994601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26723): Terminating (SIGTERM)\u000a01:58:57.035670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26726): Terminating (SIGTERM)\u000a01:58:57.076806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26729): Terminating (SIGTERM)\u000a01:58:57.086492 --- ParallelTerminationStrategy: PID 26723 died...\u000a01:58:57.141951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26723): Terminated: ok {rc=0}\u000a01:58:57.151918 --- ParallelTerminationStrategy: PID 26726 died...\u000a01:58:57.207156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26726): Terminated: ok {rc=0}\u000a01:58:57.217118 --- ParallelTerminationStrategy: PID 26729 died...\u000a01:58:57.272532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26729): Terminated: ok {rc=0}\u000a01:58:57.360680 bus /sierra_3: Setting Powered False\u000a01:58:58.464765 bus /sierra_3: Setting Powered False\u000a01:58:59.576765 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:58:49" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26741): Process ended prematurely: osmo-stp_10.42.42.5(pid=26741) [trial-2397↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26741)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26741): Process ended prematurely: osmo-stp_10.42.42.5(pid=26741) [trial-2397↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26741)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a01:59:01.591550 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:59:01.608340 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a01:59:01.780891 tst handover.py: using LAC 37753\u000a01:59:01.940557 tst handover.py: using RAC 13\u000a01:59:02.077249 tst handover.py: using CellId 37753\u000a01:59:02.210797 tst handover.py: using BVCI 37754\u000a01:59:02.236874 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a01:59:02.375850 tst handover.py: using LAC 37754\u000a01:59:02.497402 tst handover.py: using RAC 14\u000a01:59:02.616608 tst handover.py: using CellId 37754\u000a01:59:02.737996 tst handover.py: using BVCI 37755\u000a01:59:02.761351 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:59:02.772169 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:59:02.783117 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:59:02.793760 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:59:02.805241 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:59:02.816731 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a01:59:02.939234 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a01:59:03.141887 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:59:03.596734 run create_hlr_db(pid=26735): Launched\u000a01:59:03.720107 bus /sierra_2: Setting Powered False\u000a01:59:04.793518 run create_hlr_db(pid=26735): Terminated: ok {rc=0}\u000a01:59:05.200293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26737): Launched\u000a01:59:05.528318 run osmo-hlr_10.42.42.2(pid=26738): Launched\u000a01:59:05.647137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:59:06.184883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26740): Launched\u000a01:59:06.513401 run osmo-stp_10.42.42.5(pid=26741): Launched\u000a01:59:06.633016 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:59:07.203610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26743): Launched\u000a01:59:07.534734 run osmo-msc_10.42.42.6(pid=26744): Launched\u000a01:59:07.726687 run osmo-stp_10.42.42.5(pid=26741): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26741)]\u000a01:59:07.863525 run osmo-stp_10.42.42.5(pid=26741): stdout: \u000a| (launched: 2022-12-14_01:59:06.351579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:07.999384 run osmo-stp_10.42.42.5(pid=26741): stderr: \u000a| �[0;m�[38;5;43m20221214015906543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015906543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015906544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015906544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015906545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015906545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015906545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:08.130843 run osmo-stp_10.42.42.5(pid=26741): stdout: \u000a| (launched: 2022-12-14_01:59:06.351579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:08.261205 run osmo-stp_10.42.42.5(pid=26741): stderr: \u000a| �[0;m�[38;5;43m20221214015906543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015906543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015906544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015906544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015906545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015906545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015906545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:08.318144 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26741): Process ended prematurely: osmo-stp_10.42.42.5(pid=26741) [trial-2397↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26741)] [trial-2397↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a01:59:08.326734 tst handover.py:18: Test FAILED (6.7 sec)\u000a01:59:08.388313 run osmo-hlr_10.42.42.2(pid=26738): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26738)]\u000a01:59:08.439814 run osmo-hlr_10.42.42.2(pid=26738): stdout: \u000a| (launched: 2022-12-14_01:59:05.366612) \u000a01:59:08.491140 run osmo-hlr_10.42.42.2(pid=26738): stderr: \u000a| �[0;m�[1;31m20221214015905563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015905563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015905564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015905564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015905564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015905564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015905579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015905589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015905589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015905589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:59:08.560841 run osmo-msc_10.42.42.6(pid=26744): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26744)]\u000a01:59:08.611376 run osmo-msc_10.42.42.6(pid=26744): stdout: \u000a| (launched: 2022-12-14_01:59:07.371062) \u000a01:59:08.662571 run osmo-msc_10.42.42.6(pid=26744): stderr: \u000a| �[0;m�[38;5;43m20221214015907692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214015907692 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f449b3c5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214015907692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214015907692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214015907692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214015907693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214015907694 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214015907695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214015907695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214015907695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:59:08.706091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26737): Terminating (SIGTERM)\u000a01:59:08.747233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26740): Terminating (SIGTERM)\u000a01:59:08.788192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26743): Terminating (SIGTERM)\u000a01:59:08.797650 --- ParallelTerminationStrategy: PID 26737 died...\u000a01:59:08.852458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26737): Terminated: ok {rc=0}\u000a01:59:08.862321 --- ParallelTerminationStrategy: PID 26740 died...\u000a01:59:08.916899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26740): Terminated: ok {rc=0}\u000a01:59:08.926832 --- ParallelTerminationStrategy: PID 26743 died...\u000a01:59:08.982074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26743): Terminated: ok {rc=0}\u000a01:59:09.067910 bus /sierra_3: Setting Powered False\u000a01:59:10.173502 bus /sierra_3: Setting Powered False\u000a01:59:11.280827 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:59:01" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26755): Process ended prematurely: osmo-stp_10.42.42.5(pid=26755) [trial-2397↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26755)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26755): Process ended prematurely: osmo-stp_10.42.42.5(pid=26755) [trial-2397↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26755)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a01:59:13.278601 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:59:13.289765 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a01:59:13.418175 tst handover.py: using LAC 37755\u000a01:59:13.545867 tst handover.py: using RAC 15\u000a01:59:13.675920 tst handover.py: using CellId 37755\u000a01:59:13.809236 tst handover.py: using BVCI 37756\u000a01:59:13.834111 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a01:59:13.976470 tst handover.py: using LAC 37756\u000a01:59:14.103101 tst handover.py: using RAC 16\u000a01:59:14.229367 tst handover.py: using CellId 37756\u000a01:59:14.356524 tst handover.py: using BVCI 37757\u000a01:59:14.381472 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:59:14.392801 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:59:14.404082 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:59:14.415394 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:59:14.426603 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:59:14.437854 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:59:14.555596 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:59:14.757474 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:59:15.231351 run create_hlr_db(pid=26749): Launched\u000a01:59:15.365065 bus /sierra_2: Setting Powered False\u000a01:59:16.442700 run create_hlr_db(pid=26749): Terminated: ok {rc=0}\u000a01:59:16.868874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26751): Launched\u000a01:59:17.234381 run osmo-hlr_10.42.42.2(pid=26752): Launched\u000a01:59:17.355358 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:59:17.863265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26754): Launched\u000a01:59:18.172127 run osmo-stp_10.42.42.5(pid=26755): Launched\u000a01:59:18.283609 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:59:18.818677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26757): Launched\u000a01:59:19.129308 run osmo-msc_10.42.42.6(pid=26758): Launched\u000a01:59:19.308665 run osmo-stp_10.42.42.5(pid=26755): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26755)]\u000a01:59:19.438156 run osmo-stp_10.42.42.5(pid=26755): stdout: \u000a| (launched: 2022-12-14_01:59:18.018007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:19.565548 run osmo-stp_10.42.42.5(pid=26755): stderr: \u000a| �[0;m�[38;5;43m20221214015918188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015918188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015918188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015918189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015918189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015918189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015918189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:19.688272 run osmo-stp_10.42.42.5(pid=26755): stdout: \u000a| (launched: 2022-12-14_01:59:18.018007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:19.810239 run osmo-stp_10.42.42.5(pid=26755): stderr: \u000a| �[0;m�[38;5;43m20221214015918188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015918188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015918188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015918189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015918189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015918189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015918189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:19.863600 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26755): Process ended prematurely: osmo-stp_10.42.42.5(pid=26755) [trial-2397↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26755)] [trial-2397↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a01:59:19.871767 tst handover.py:18: Test FAILED (6.6 sec)\u000a01:59:19.931597 run osmo-hlr_10.42.42.2(pid=26752): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26752)]\u000a01:59:19.980466 run osmo-hlr_10.42.42.2(pid=26752): stdout: \u000a| (launched: 2022-12-14_01:59:17.039475) \u000a01:59:20.029855 run osmo-hlr_10.42.42.2(pid=26752): stderr: \u000a| �[0;m�[1;31m20221214015917231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015917231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015917231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015917231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015917231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015917231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015917244 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015917252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015917252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015917252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:59:20.097135 run osmo-msc_10.42.42.6(pid=26758): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26758)]\u000a01:59:20.145635 run osmo-msc_10.42.42.6(pid=26758): stdout: \u000a| (launched: 2022-12-14_01:59:18.974375) \u000a01:59:20.194841 run osmo-msc_10.42.42.6(pid=26758): stderr: \u000a| �[0;m�[38;5;43m20221214015919246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214015919246 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe284a50c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214015919246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214015919246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214015919246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214015919246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214015919248 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214015919248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214015919249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214015919249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:59:20.237009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26751): Terminating (SIGTERM)\u000a01:59:20.276407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26754): Terminating (SIGTERM)\u000a01:59:20.316138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26757): Terminating (SIGTERM)\u000a01:59:20.325429 --- ParallelTerminationStrategy: PID 26751 died...\u000a01:59:20.379169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26751): Terminated: ok {rc=0}\u000a01:59:20.388774 --- ParallelTerminationStrategy: PID 26754 died...\u000a01:59:20.442114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26754): Terminated: ok {rc=0}\u000a01:59:20.451687 --- ParallelTerminationStrategy: PID 26757 died...\u000a01:59:20.505257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26757): Terminated: ok {rc=0}\u000a01:59:20.593448 bus /sierra_3: Setting Powered False\u000a01:59:21.696492 bus /sierra_3: Setting Powered False\u000a01:59:22.807411 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:59:13" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26769): Process ended prematurely: osmo-stp_10.42.42.5(pid=26769) [trial-2397↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26769)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26769): Process ended prematurely: osmo-stp_10.42.42.5(pid=26769) [trial-2397↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a01:59:24.781122 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:59:24.792432 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a01:59:24.922106 tst handover.py: using LAC 37757\u000a01:59:25.052027 tst handover.py: using RAC 17\u000a01:59:25.179565 tst handover.py: using CellId 37757\u000a01:59:25.307144 tst handover.py: using BVCI 37758\u000a01:59:25.332045 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a01:59:25.461998 tst handover.py: using LAC 37758\u000a01:59:25.589603 tst handover.py: using RAC 18\u000a01:59:25.718853 tst handover.py: using CellId 37758\u000a01:59:25.846589 tst handover.py: using BVCI 37759\u000a01:59:25.871501 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:59:25.882692 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:59:25.893753 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:59:25.904751 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:59:25.915850 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:59:25.927138 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a01:59:26.043216 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a01:59:26.260061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:59:26.758201 run create_hlr_db(pid=26763): Launched\u000a01:59:26.891513 bus /sierra_2: Setting Powered False\u000a01:59:27.969348 run create_hlr_db(pid=26763): Terminated: ok {rc=0}\u000a01:59:28.355710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26765): Launched\u000a01:59:28.663419 run osmo-hlr_10.42.42.2(pid=26766): Launched\u000a01:59:28.782232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:59:29.295987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26768): Launched\u000a01:59:29.603831 run osmo-stp_10.42.42.5(pid=26769): Launched\u000a01:59:29.715842 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:59:30.248194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26771): Launched\u000a01:59:30.557407 run osmo-msc_10.42.42.6(pid=26772): Launched\u000a01:59:30.738175 run osmo-stp_10.42.42.5(pid=26769): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26769)]\u000a01:59:30.874286 run osmo-stp_10.42.42.5(pid=26769): stdout: \u000a| (launched: 2022-12-14_01:59:29.450740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:31.014081 run osmo-stp_10.42.42.5(pid=26769): stderr: \u000a| �[0;m�[38;5;43m20221214015929621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015929622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015929622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015929622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015929623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015929623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015929623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:31.142373 run osmo-stp_10.42.42.5(pid=26769): stdout: \u000a| (launched: 2022-12-14_01:59:29.450740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:31.268790 run osmo-stp_10.42.42.5(pid=26769): stderr: \u000a| �[0;m�[38;5;43m20221214015929621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015929622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015929622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015929622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015929623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015929623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015929623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:31.324111 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26769): Process ended prematurely: osmo-stp_10.42.42.5(pid=26769) [trial-2397↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26769)] [trial-2397↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a01:59:31.333105 tst handover.py:18: Test FAILED (6.5 sec)\u000a01:59:31.395687 run osmo-hlr_10.42.42.2(pid=26766): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26766)]\u000a01:59:31.446011 run osmo-hlr_10.42.42.2(pid=26766): stdout: \u000a| (launched: 2022-12-14_01:59:28.510709) \u000a01:59:31.497137 run osmo-hlr_10.42.42.2(pid=26766): stderr: \u000a| �[0;m�[1;31m20221214015928685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015928685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015928685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015928685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015928685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015928685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015928697 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015928705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015928706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015928706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:59:31.566496 run osmo-msc_10.42.42.6(pid=26772): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26772)]\u000a01:59:31.617446 run osmo-msc_10.42.42.6(pid=26772): stdout: \u000a| (launched: 2022-12-14_01:59:30.402676) \u000a01:59:31.669377 run osmo-msc_10.42.42.6(pid=26772): stderr: \u000a| �[0;m�[38;5;43m20221214015930673 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214015930673 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5acf4bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214015930673 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214015930673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214015930674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214015930674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214015930675 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214015930676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214015930676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214015930676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:59:31.713381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26765): Terminating (SIGTERM)\u000a01:59:31.754472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26768): Terminating (SIGTERM)\u000a01:59:31.795805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26771): Terminating (SIGTERM)\u000a01:59:31.805453 --- ParallelTerminationStrategy: PID 26765 died...\u000a01:59:31.861289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26765): Terminated: ok {rc=0}\u000a01:59:31.871645 --- ParallelTerminationStrategy: PID 26768 died...\u000a01:59:31.927538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26768): Terminated: ok {rc=0}\u000a01:59:31.937894 --- ParallelTerminationStrategy: PID 26771 died...\u000a01:59:31.993653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26771): Terminated: ok {rc=0}\u000a01:59:32.079388 bus /sierra_3: Setting Powered False\u000a01:59:33.183535 bus /sierra_3: Setting Powered False\u000a01:59:34.289964 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:59:24" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26784): Process ended prematurely: osmo-stp_10.42.42.5(pid=26784) [trial-2397↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26784)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26784): Process ended prematurely: osmo-stp_10.42.42.5(pid=26784) [trial-2397↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26784)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a01:59:36.261520 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:59:36.272923 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a01:59:36.402879 tst handover.py: using LAC 37759\u000a01:59:36.531654 tst handover.py: using RAC 19\u000a01:59:36.659725 tst handover.py: using CellId 37759\u000a01:59:36.789089 tst handover.py: using BVCI 37760\u000a01:59:36.814072 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a01:59:36.959320 tst handover.py: using LAC 37760\u000a01:59:37.086792 tst handover.py: using RAC 20\u000a01:59:37.214513 tst handover.py: using CellId 37760\u000a01:59:37.342689 tst handover.py: using BVCI 37761\u000a01:59:37.367719 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:59:37.379194 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:59:37.390237 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:59:37.401303 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:59:37.412343 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:59:37.423560 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a01:59:37.539362 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a01:59:37.740568 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:59:38.195806 run create_hlr_db(pid=26778): Launched\u000a01:59:38.321454 bus /sierra_2: Setting Powered False\u000a01:59:39.393198 run create_hlr_db(pid=26778): Terminated: ok {rc=0}\u000a01:59:39.802125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26780): Launched\u000a01:59:40.131068 run osmo-hlr_10.42.42.2(pid=26781): Launched\u000a01:59:40.253946 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:59:40.795950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26783): Launched\u000a01:59:41.124312 run osmo-stp_10.42.42.5(pid=26784): Launched\u000a01:59:41.242113 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:59:41.812206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26786): Launched\u000a01:59:42.142572 run osmo-msc_10.42.42.6(pid=26787): Launched\u000a01:59:42.334865 run osmo-stp_10.42.42.5(pid=26784): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26784)]\u000a01:59:42.477991 run osmo-stp_10.42.42.5(pid=26784): stdout: \u000a| (launched: 2022-12-14_01:59:40.961983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:42.615440 run osmo-stp_10.42.42.5(pid=26784): stderr: \u000a| �[0;m�[38;5;43m20221214015941154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015941154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015941155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015941155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015941155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015941156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015941156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:42.747020 run osmo-stp_10.42.42.5(pid=26784): stdout: \u000a| (launched: 2022-12-14_01:59:40.961983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:42.876708 run osmo-stp_10.42.42.5(pid=26784): stderr: \u000a| �[0;m�[38;5;43m20221214015941154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015941154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015941155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015941155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015941155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015941156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015941156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:42.933866 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26784): Process ended prematurely: osmo-stp_10.42.42.5(pid=26784) [trial-2397↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26784)] [trial-2397↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a01:59:42.942635 tst handover.py:18: Test FAILED (6.7 sec)\u000a01:59:43.003983 run osmo-hlr_10.42.42.2(pid=26781): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26781)]\u000a01:59:43.054539 run osmo-hlr_10.42.42.2(pid=26781): stdout: \u000a| (launched: 2022-12-14_01:59:39.968428) \u000a01:59:43.105932 run osmo-hlr_10.42.42.2(pid=26781): stderr: \u000a| �[0;m�[1;31m20221214015940168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015940168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015940168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015940168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015940168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015940168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015940181 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015940191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015940191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015940191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:59:43.175340 run osmo-msc_10.42.42.6(pid=26787): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26787)]\u000a01:59:43.225709 run osmo-msc_10.42.42.6(pid=26787): stdout: \u000a| (launched: 2022-12-14_01:59:41.979362) \u000a01:59:43.276938 run osmo-msc_10.42.42.6(pid=26787): stderr: \u000a| �[0;m�[38;5;43m20221214015942304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214015942304 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff48dc3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214015942304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214015942304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214015942304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214015942304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214015942306 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214015942313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214015942313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214015942313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:59:43.320298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26780): Terminating (SIGTERM)\u000a01:59:43.361186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26783): Terminating (SIGTERM)\u000a01:59:43.402108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26786): Terminating (SIGTERM)\u000a01:59:43.412093 --- ParallelTerminationStrategy: PID 26780 died...\u000a01:59:43.467214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26780): Terminated: ok {rc=0}\u000a01:59:43.477189 --- ParallelTerminationStrategy: PID 26783 died...\u000a01:59:43.531568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26783): Terminated: ok {rc=0}\u000a01:59:43.541447 --- ParallelTerminationStrategy: PID 26786 died...\u000a01:59:43.595890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26786): Terminated: ok {rc=0}\u000a01:59:43.681651 bus /sierra_3: Setting Powered False\u000a01:59:44.786520 bus /sierra_3: Setting Powered False\u000a01:59:45.910346 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:59:35" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26798): Process ended prematurely: osmo-stp_10.42.42.5(pid=26798) [trial-2397↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26798)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26798): Process ended prematurely: osmo-stp_10.42.42.5(pid=26798) [trial-2397↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26798)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a01:59:47.945076 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:59:47.956124 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a01:59:48.087489 tst handover.py: using LAC 37761\u000a01:59:48.215544 tst handover.py: using RAC 21\u000a01:59:48.344192 tst handover.py: using CellId 37761\u000a01:59:48.473089 tst handover.py: using BVCI 37762\u000a01:59:48.497964 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a01:59:48.636587 tst handover.py: using LAC 37762\u000a01:59:48.759768 tst handover.py: using RAC 22\u000a01:59:48.880843 tst handover.py: using CellId 37762\u000a01:59:49.002760 tst handover.py: using BVCI 37763\u000a01:59:49.026119 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:59:49.037290 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:59:49.048337 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:59:49.059278 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:59:49.070620 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:59:49.081910 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:59:49.200442 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:59:49.415151 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:59:49.869738 run create_hlr_db(pid=26792): Launched\u000a01:59:49.994664 bus /sierra_2: Setting Powered False\u000a01:59:51.068417 run create_hlr_db(pid=26792): Terminated: ok {rc=0}\u000a01:59:51.452543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26794): Launched\u000a01:59:51.759708 run osmo-hlr_10.42.42.2(pid=26795): Launched\u000a01:59:51.878048 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:59:52.392890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26797): Launched\u000a01:59:52.700066 run osmo-stp_10.42.42.5(pid=26798): Launched\u000a01:59:52.812264 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:59:53.347550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26800): Launched\u000a01:59:53.656359 run osmo-msc_10.42.42.6(pid=26801): Launched\u000a01:59:53.835910 run osmo-stp_10.42.42.5(pid=26798): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26798)]\u000a01:59:53.965944 run osmo-stp_10.42.42.5(pid=26798): stdout: \u000a| (launched: 2022-12-14_01:59:52.547458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:54.093263 run osmo-stp_10.42.42.5(pid=26798): stderr: \u000a| �[0;m�[38;5;43m20221214015952718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015952718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015952718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015952718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015952719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015952719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015952719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:54.216342 run osmo-stp_10.42.42.5(pid=26798): stdout: \u000a| (launched: 2022-12-14_01:59:52.547458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:54.338531 run osmo-stp_10.42.42.5(pid=26798): stderr: \u000a| �[0;m�[38;5;43m20221214015952718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214015952718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214015952718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214015952718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214015952719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214015952719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214015952719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:54.391763 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26798): Process ended prematurely: osmo-stp_10.42.42.5(pid=26798) [trial-2397↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26798)] [trial-2397↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a01:59:54.399977 tst handover.py:18: Test FAILED (6.4 sec)\u000a01:59:54.459995 run osmo-hlr_10.42.42.2(pid=26795): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26795)]\u000a01:59:54.509232 run osmo-hlr_10.42.42.2(pid=26795): stdout: \u000a| (launched: 2022-12-14_01:59:51.607930) \u000a01:59:54.558521 run osmo-hlr_10.42.42.2(pid=26795): stderr: \u000a| �[0;m�[1;31m20221214015951783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214015951783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214015951783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015951783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214015951783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214015951784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214015951804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214015951814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214015951814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214015951814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:59:54.625605 run osmo-msc_10.42.42.6(pid=26801): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26801)]\u000a01:59:54.674428 run osmo-msc_10.42.42.6(pid=26801): stdout: \u000a| (launched: 2022-12-14_01:59:53.502562) \u000a01:59:54.724105 run osmo-msc_10.42.42.6(pid=26801): stderr: \u000a| �[0;m�[38;5;43m20221214015953776 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214015953776 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3db0a3ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214015953776 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214015953777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214015953777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214015953777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214015953779 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214015953779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214015953779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214015953779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:59:54.766431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26794): Terminating (SIGTERM)\u000a01:59:54.806370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26797): Terminating (SIGTERM)\u000a01:59:54.846127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26800): Terminating (SIGTERM)\u000a01:59:54.855363 --- ParallelTerminationStrategy: PID 26794 died...\u000a01:59:54.909152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26794): Terminated: ok {rc=0}\u000a01:59:54.918718 --- ParallelTerminationStrategy: PID 26797 died...\u000a01:59:54.972214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26797): Terminated: ok {rc=0}\u000a01:59:54.981923 --- ParallelTerminationStrategy: PID 26800 died...\u000a01:59:55.035165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26800): Terminated: ok {rc=0}\u000a01:59:55.122562 bus /sierra_3: Setting Powered False\u000a01:59:56.224762 bus /sierra_3: Setting Powered False\u000a01:59:57.335352 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:59:47" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26815): Process ended prematurely: osmo-stp_10.42.42.5(pid=26815) [trial-2397↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26815)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26815): Process ended prematurely: osmo-stp_10.42.42.5(pid=26815) [trial-2397↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a01:59:59.325728 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:59:59.336831 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a01:59:59.460506 tst handover.py: using LAC 37763\u000a01:59:59.583557 tst handover.py: using RAC 23\u000a01:59:59.704363 tst handover.py: using CellId 37763\u000a01:59:59.828087 tst handover.py: using BVCI 37764\u000a01:59:59.851329 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a01:59:59.988783 tst handover.py: using LAC 37764\u000a02:00:00.116768 tst handover.py: using RAC 24\u000a02:00:00.243840 tst handover.py: using CellId 37764\u000a02:00:00.371941 tst handover.py: using BVCI 37765\u000a02:00:00.396765 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:00:00.408538 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:00:00.419816 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:00:00.431104 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:00:00.442417 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:00:00.453666 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:00:00.569136 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:00:00.772179 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:00:01.285212 run create_hlr_db(pid=26806): Launched\u000a02:00:01.412679 bus /sierra_2: Setting Powered False\u000a02:00:02.484629 run create_hlr_db(pid=26806): Terminated: ok {rc=0}\u000a02:00:02.867492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26811): Launched\u000a02:00:03.176153 run osmo-hlr_10.42.42.2(pid=26812): Launched\u000a02:00:03.297034 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:00:03.811847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26814): Launched\u000a02:00:04.120115 run osmo-stp_10.42.42.5(pid=26815): Launched\u000a02:00:04.231333 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:00:04.763201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26817): Launched\u000a02:00:05.071172 run osmo-msc_10.42.42.6(pid=26818): Launched\u000a02:00:05.250517 run osmo-stp_10.42.42.5(pid=26815): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26815)]\u000a02:00:05.380056 run osmo-stp_10.42.42.5(pid=26815): stdout: \u000a| (launched: 2022-12-14_02:00:03.966457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:05.507734 run osmo-stp_10.42.42.5(pid=26815): stderr: \u000a| �[0;m�[38;5;43m20221214020004138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020004138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020004138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020004139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020004139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020004139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020004139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:05.630448 run osmo-stp_10.42.42.5(pid=26815): stdout: \u000a| (launched: 2022-12-14_02:00:03.966457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:05.752120 run osmo-stp_10.42.42.5(pid=26815): stderr: \u000a| �[0;m�[38;5;43m20221214020004138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020004138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020004138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020004139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020004139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020004139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020004139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:05.805251 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26815): Process ended prematurely: osmo-stp_10.42.42.5(pid=26815) [trial-2397↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26815)] [trial-2397↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a02:00:05.813339 tst handover.py:18: Test FAILED (6.5 sec)\u000a02:00:05.872188 run osmo-hlr_10.42.42.2(pid=26812): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26812)]\u000a02:00:05.920649 run osmo-hlr_10.42.42.2(pid=26812): stdout: \u000a| (launched: 2022-12-14_02:00:03.022610) \u000a02:00:05.969402 run osmo-hlr_10.42.42.2(pid=26812): stderr: \u000a| �[0;m�[1;31m20221214020003200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020003200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020003200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020003200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020003200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020003200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020003212 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020003220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020003220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020003220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:00:06.036504 run osmo-msc_10.42.42.6(pid=26818): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26818)]\u000a02:00:06.084868 run osmo-msc_10.42.42.6(pid=26818): stdout: \u000a| (launched: 2022-12-14_02:00:04.918678) \u000a02:00:06.133742 run osmo-msc_10.42.42.6(pid=26818): stderr: \u000a| �[0;m�[38;5;43m20221214020005190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020005190 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f085dd29c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020005190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020005190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020005190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020005190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020005192 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020005192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020005193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020005193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:00:06.175512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26811): Terminating (SIGTERM)\u000a02:00:06.214834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26814): Terminating (SIGTERM)\u000a02:00:06.254184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26817): Terminating (SIGTERM)\u000a02:00:06.263305 --- ParallelTerminationStrategy: PID 26811 died...\u000a02:00:06.317175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26811): Terminated: ok {rc=0}\u000a02:00:06.326592 --- ParallelTerminationStrategy: PID 26814 died...\u000a02:00:06.379946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26814): Terminated: ok {rc=0}\u000a02:00:06.389514 --- ParallelTerminationStrategy: PID 26817 died...\u000a02:00:06.442612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26817): Terminated: ok {rc=0}\u000a02:00:06.525692 bus /sierra_3: Setting Powered False\u000a02:00:07.632654 bus /sierra_3: Setting Powered False\u000a02:00:08.740380 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T01:59:59" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26829): Process ended prematurely: osmo-stp_10.42.42.5(pid=26829) [trial-2397↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26829)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26829): Process ended prematurely: osmo-stp_10.42.42.5(pid=26829) [trial-2397↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26829)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a02:00:10.715337 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:00:10.726286 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:00:10.858452 tst handover.py: using LAC 37765\u000a02:00:10.985441 tst handover.py: using RAC 25\u000a02:00:11.112393 tst handover.py: using CellId 37765\u000a02:00:11.245413 tst handover.py: using BVCI 37766\u000a02:00:11.270908 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:00:11.399951 tst handover.py: using LAC 37766\u000a02:00:11.521130 tst handover.py: using RAC 26\u000a02:00:11.639820 tst handover.py: using CellId 37766\u000a02:00:11.765391 tst handover.py: using BVCI 37767\u000a02:00:11.790241 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:00:11.801480 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:00:11.812384 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:00:11.823513 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:00:11.834671 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:00:11.845659 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:00:11.964248 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:00:12.176744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:00:12.675014 run create_hlr_db(pid=26823): Launched\u000a02:00:12.808740 bus /sierra_2: Setting Powered False\u000a02:00:13.885807 run create_hlr_db(pid=26823): Terminated: ok {rc=0}\u000a02:00:14.273410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26825): Launched\u000a02:00:14.581377 run osmo-hlr_10.42.42.2(pid=26826): Launched\u000a02:00:14.702088 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:00:15.219404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26828): Launched\u000a02:00:15.527465 run osmo-stp_10.42.42.5(pid=26829): Launched\u000a02:00:15.639658 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:00:16.203295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26831): Launched\u000a02:00:16.646407 run osmo-msc_10.42.42.6(pid=26832): Launched\u000a02:00:17.097811 run osmo-stp_10.42.42.5(pid=26829): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26829)]\u000a02:00:17.229972 run osmo-stp_10.42.42.5(pid=26829): stdout: \u000a| (launched: 2022-12-14_02:00:15.374414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:17.365129 run osmo-stp_10.42.42.5(pid=26829): stderr: \u000a| �[0;m�[38;5;43m20221214020015545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020015545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020015545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020015546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020015546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020015546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020015546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:17.487941 run osmo-stp_10.42.42.5(pid=26829): stdout: \u000a| (launched: 2022-12-14_02:00:15.374414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:17.610219 run osmo-stp_10.42.42.5(pid=26829): stderr: \u000a| �[0;m�[38;5;43m20221214020015545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020015545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020015545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020015546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020015546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020015546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020015546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:17.663757 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26829): Process ended prematurely: osmo-stp_10.42.42.5(pid=26829) [trial-2397↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26829)] [trial-2397↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a02:00:17.672034 tst handover.py:18: Test FAILED (6.9 sec)\u000a02:00:17.732128 run osmo-hlr_10.42.42.2(pid=26826): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26826)]\u000a02:00:17.781010 run osmo-hlr_10.42.42.2(pid=26826): stdout: \u000a| (launched: 2022-12-14_02:00:14.428400) \u000a02:00:17.830992 run osmo-hlr_10.42.42.2(pid=26826): stderr: \u000a| �[0;m�[1;31m20221214020014604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020014604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020014604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020014604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020014604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020014604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020014617 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020014625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020014626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020014626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:00:17.898434 run osmo-msc_10.42.42.6(pid=26832): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26832)]\u000a02:00:17.947512 run osmo-msc_10.42.42.6(pid=26832): stdout: \u000a| (launched: 2022-12-14_02:00:16.376869) \u000a02:00:17.997051 run osmo-msc_10.42.42.6(pid=26832): stderr: \u000a| �[0;m�[38;5;43m20221214020016775 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020016775 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0357fc0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020016775 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020016775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020016775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020016775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020016779 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020016782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020016783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020016784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:00:18.039255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26825): Terminating (SIGTERM)\u000a02:00:18.079186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26828): Terminating (SIGTERM)\u000a02:00:18.119006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26831): Terminating (SIGTERM)\u000a02:00:18.128104 --- ParallelTerminationStrategy: PID 26825 died...\u000a02:00:18.181846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26825): Terminated: ok {rc=0}\u000a02:00:18.191398 --- ParallelTerminationStrategy: PID 26828 died...\u000a02:00:18.244676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26828): Terminated: ok {rc=0}\u000a02:00:18.254290 --- ParallelTerminationStrategy: PID 26831 died...\u000a02:00:18.307620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26831): Terminated: ok {rc=0}\u000a02:00:18.395317 bus /sierra_3: Setting Powered False\u000a02:00:19.496857 bus /sierra_3: Setting Powered False\u000a02:00:20.607351 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:00:10" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26843): Process ended prematurely: osmo-stp_10.42.42.5(pid=26843) [trial-2397↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26843)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26843): Process ended prematurely: osmo-stp_10.42.42.5(pid=26843) [trial-2397↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26843)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a02:00:22.582230 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:00:22.593206 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:00:22.715209 tst handover.py: using LAC 37767\u000a02:00:22.834945 tst handover.py: using RAC 27\u000a02:00:22.956030 tst handover.py: using CellId 37767\u000a02:00:23.077215 tst handover.py: using BVCI 37768\u000a02:00:23.100500 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:00:23.243065 tst handover.py: using LAC 37768\u000a02:00:23.364067 tst handover.py: using RAC 28\u000a02:00:23.493346 tst handover.py: using CellId 37768\u000a02:00:23.614564 tst handover.py: using BVCI 37769\u000a02:00:23.638303 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:00:23.649273 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:00:23.659990 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:00:23.670868 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:00:23.682233 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:00:23.693449 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:00:23.809970 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:00:24.022298 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:00:24.517249 run create_hlr_db(pid=26837): Launched\u000a02:00:24.650041 bus /sierra_2: Setting Powered False\u000a02:00:25.727599 run create_hlr_db(pid=26837): Terminated: ok {rc=0}\u000a02:00:26.113195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26839): Launched\u000a02:00:26.421613 run osmo-hlr_10.42.42.2(pid=26840): Launched\u000a02:00:26.534733 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:00:27.040584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26842): Launched\u000a02:00:27.348181 run osmo-stp_10.42.42.5(pid=26843): Launched\u000a02:00:27.459767 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:00:27.991794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26845): Launched\u000a02:00:28.300568 run osmo-msc_10.42.42.6(pid=26846): Launched\u000a02:00:28.479635 run osmo-stp_10.42.42.5(pid=26843): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26843)]\u000a02:00:28.608604 run osmo-stp_10.42.42.5(pid=26843): stdout: \u000a| (launched: 2022-12-14_02:00:27.195355)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:28.735877 run osmo-stp_10.42.42.5(pid=26843): stderr: \u000a| �[0;m�[38;5;43m20221214020027365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020027366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020027366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020027366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020027367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020027367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020027367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:28.858403 run osmo-stp_10.42.42.5(pid=26843): stdout: \u000a| (launched: 2022-12-14_02:00:27.195355)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:28.979963 run osmo-stp_10.42.42.5(pid=26843): stderr: \u000a| �[0;m�[38;5;43m20221214020027365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020027366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020027366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020027366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020027367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020027367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020027367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:29.033279 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26843): Process ended prematurely: osmo-stp_10.42.42.5(pid=26843) [trial-2397↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26843)] [trial-2397↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a02:00:29.041328 tst handover.py:18: Test FAILED (6.4 sec)\u000a02:00:29.100831 run osmo-hlr_10.42.42.2(pid=26840): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26840)]\u000a02:00:29.149404 run osmo-hlr_10.42.42.2(pid=26840): stdout: \u000a| (launched: 2022-12-14_02:00:26.268413) \u000a02:00:29.198562 run osmo-hlr_10.42.42.2(pid=26840): stderr: \u000a| �[0;m�[1;31m20221214020026446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020026447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020026447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020026447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020026447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020026447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020026459 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020026469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020026470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020026470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:00:29.265018 run osmo-msc_10.42.42.6(pid=26846): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26846)]\u000a02:00:29.313261 run osmo-msc_10.42.42.6(pid=26846): stdout: \u000a| (launched: 2022-12-14_02:00:28.146659) \u000a02:00:29.362157 run osmo-msc_10.42.42.6(pid=26846): stderr: \u000a| �[0;m�[38;5;43m20221214020028421 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020028421 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f52c40c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020028421 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020028421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020028421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020028421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020028423 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020028423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020028424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020028424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:00:29.403779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26839): Terminating (SIGTERM)\u000a02:00:29.443085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26842): Terminating (SIGTERM)\u000a02:00:29.482497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26845): Terminating (SIGTERM)\u000a02:00:29.491657 --- ParallelTerminationStrategy: PID 26839 died...\u000a02:00:29.544685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26839): Terminated: ok {rc=0}\u000a02:00:29.554195 --- ParallelTerminationStrategy: PID 26842 died...\u000a02:00:29.606939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26842): Terminated: ok {rc=0}\u000a02:00:29.616216 --- ParallelTerminationStrategy: PID 26845 died...\u000a02:00:29.668817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26845): Terminated: ok {rc=0}\u000a02:00:29.756150 bus /sierra_3: Setting Powered False\u000a02:00:30.857969 bus /sierra_3: Setting Powered False\u000a02:00:31.965330 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:00:22" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26857): Process ended prematurely: osmo-stp_10.42.42.5(pid=26857) [trial-2397↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26857)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26857): Process ended prematurely: osmo-stp_10.42.42.5(pid=26857) [trial-2397↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26857)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a02:00:33.945525 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:00:33.956164 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:00:34.085381 tst handover.py: using LAC 37769\u000a02:00:34.213993 tst handover.py: using RAC 29\u000a02:00:34.344227 tst handover.py: using CellId 37769\u000a02:00:34.472492 tst handover.py: using BVCI 37770\u000a02:00:34.497614 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:00:34.640884 tst handover.py: using LAC 37770\u000a02:00:34.768164 tst handover.py: using RAC 30\u000a02:00:34.896037 tst handover.py: using CellId 37770\u000a02:00:35.022618 tst handover.py: using BVCI 37771\u000a02:00:35.047447 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:00:35.058858 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:00:35.070023 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:00:35.081254 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:00:35.093177 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:00:35.104930 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:00:35.222342 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:00:35.434369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:00:35.929034 run create_hlr_db(pid=26851): Launched\u000a02:00:36.062538 bus /sierra_2: Setting Powered False\u000a02:00:37.139876 run create_hlr_db(pid=26851): Terminated: ok {rc=0}\u000a02:00:37.527797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26853): Launched\u000a02:00:37.836096 run osmo-hlr_10.42.42.2(pid=26854): Launched\u000a02:00:37.953434 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:00:38.459776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26856): Launched\u000a02:00:38.767952 run osmo-stp_10.42.42.5(pid=26857): Launched\u000a02:00:38.879810 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:00:39.414959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26859): Launched\u000a02:00:39.723960 run osmo-msc_10.42.42.6(pid=26860): Launched\u000a02:00:39.904204 run osmo-stp_10.42.42.5(pid=26857): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26857)]\u000a02:00:40.033482 run osmo-stp_10.42.42.5(pid=26857): stdout: \u000a| (launched: 2022-12-14_02:00:38.614595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:40.160489 run osmo-stp_10.42.42.5(pid=26857): stderr: \u000a| �[0;m�[38;5;43m20221214020038784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020038784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020038784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020038785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020038785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020038785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020038786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:40.283668 run osmo-stp_10.42.42.5(pid=26857): stdout: \u000a| (launched: 2022-12-14_02:00:38.614595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:40.405167 run osmo-stp_10.42.42.5(pid=26857): stderr: \u000a| �[0;m�[38;5;43m20221214020038784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020038784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020038784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020038785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020038785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020038785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020038786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:40.458561 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26857): Process ended prematurely: osmo-stp_10.42.42.5(pid=26857) [trial-2397↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26857)] [trial-2397↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a02:00:40.466472 tst handover.py:18: Test FAILED (6.5 sec)\u000a02:00:40.526042 run osmo-hlr_10.42.42.2(pid=26854): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26854)]\u000a02:00:40.574493 run osmo-hlr_10.42.42.2(pid=26854): stdout: \u000a| (launched: 2022-12-14_02:00:37.683158) \u000a02:00:40.623420 run osmo-hlr_10.42.42.2(pid=26854): stderr: \u000a| �[0;m�[1;31m20221214020037858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020037858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020037858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020037858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020037858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020037858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020037870 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020037878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020037878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020037878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:00:40.690019 run osmo-msc_10.42.42.6(pid=26860): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26860)]\u000a02:00:40.738310 run osmo-msc_10.42.42.6(pid=26860): stdout: \u000a| (launched: 2022-12-14_02:00:39.570152) \u000a02:00:40.787259 run osmo-msc_10.42.42.6(pid=26860): stderr: \u000a| �[0;m�[38;5;43m20221214020039841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020039841 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe92cf56c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020039842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020039842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020039842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020039842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020039844 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020039844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020039844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020039844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:00:40.828904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26853): Terminating (SIGTERM)\u000a02:00:40.868225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26856): Terminating (SIGTERM)\u000a02:00:40.907730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26859): Terminating (SIGTERM)\u000a02:00:40.916735 --- ParallelTerminationStrategy: PID 26853 died...\u000a02:00:40.969991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26853): Terminated: ok {rc=0}\u000a02:00:40.979366 --- ParallelTerminationStrategy: PID 26856 died...\u000a02:00:41.032665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26856): Terminated: ok {rc=0}\u000a02:00:41.042121 --- ParallelTerminationStrategy: PID 26859 died...\u000a02:00:41.095094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26859): Terminated: ok {rc=0}\u000a02:00:41.178711 bus /sierra_3: Setting Powered False\u000a02:00:42.282945 bus /sierra_3: Setting Powered False\u000a02:00:43.388746 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:00:33" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26871): Process ended prematurely: osmo-stp_10.42.42.5(pid=26871) [trial-2397↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26871)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26871): Process ended prematurely: osmo-stp_10.42.42.5(pid=26871) [trial-2397↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a02:00:45.382378 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:00:45.393376 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a02:00:45.522127 tst handover.py: using LAC 37771\u000a02:00:45.651575 tst handover.py: using RAC 31\u000a02:00:45.778991 tst handover.py: using CellId 37771\u000a02:00:45.920680 tst handover.py: using BVCI 37772\u000a02:00:45.951075 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a02:00:46.103967 tst handover.py: using LAC 37772\u000a02:00:46.235326 tst handover.py: using RAC 32\u000a02:00:46.369284 tst handover.py: using CellId 37772\u000a02:00:46.500697 tst handover.py: using BVCI 37773\u000a02:00:46.526535 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:00:46.538349 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:00:46.550041 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:00:46.561779 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:00:46.573580 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:00:46.585531 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a02:00:46.722826 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a02:00:46.995245 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:00:47.476345 run create_hlr_db(pid=26865): Launched\u000a02:00:47.609862 bus /sierra_2: Setting Powered False\u000a02:00:48.687516 run create_hlr_db(pid=26865): Terminated: ok {rc=0}\u000a02:00:49.073508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26867): Launched\u000a02:00:49.382384 run osmo-hlr_10.42.42.2(pid=26868): Launched\u000a02:00:49.502816 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:00:50.014976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26870): Launched\u000a02:00:50.321773 run osmo-stp_10.42.42.5(pid=26871): Launched\u000a02:00:50.433558 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:00:50.970763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26873): Launched\u000a02:00:51.281402 run osmo-msc_10.42.42.6(pid=26874): Launched\u000a02:00:51.460162 run osmo-stp_10.42.42.5(pid=26871): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26871)]\u000a02:00:51.589840 run osmo-stp_10.42.42.5(pid=26871): stdout: \u000a| (launched: 2022-12-14_02:00:50.169447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:51.717138 run osmo-stp_10.42.42.5(pid=26871): stderr: \u000a| �[0;m�[38;5;43m20221214020050340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020050340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020050340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020050340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020050341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020050341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020050341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:51.840605 run osmo-stp_10.42.42.5(pid=26871): stdout: \u000a| (launched: 2022-12-14_02:00:50.169447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:51.964910 run osmo-stp_10.42.42.5(pid=26871): stderr: \u000a| �[0;m�[38;5;43m20221214020050340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020050340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020050340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020050340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020050341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020050341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020050341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:52.019008 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26871): Process ended prematurely: osmo-stp_10.42.42.5(pid=26871) [trial-2397↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26871)] [trial-2397↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a02:00:52.027004 tst handover.py:18: Test FAILED (6.6 sec)\u000a02:00:52.086197 run osmo-hlr_10.42.42.2(pid=26868): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26868)]\u000a02:00:52.134597 run osmo-hlr_10.42.42.2(pid=26868): stdout: \u000a| (launched: 2022-12-14_02:00:49.228767) \u000a02:00:52.183816 run osmo-hlr_10.42.42.2(pid=26868): stderr: \u000a| �[0;m�[1;31m20221214020049404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020049404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020049404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020049404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020049404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020049405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020049416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020049424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020049424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020049425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:00:52.250461 run osmo-msc_10.42.42.6(pid=26874): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26874)]\u000a02:00:52.298783 run osmo-msc_10.42.42.6(pid=26874): stdout: \u000a| (launched: 2022-12-14_02:00:51.126382) \u000a02:00:52.347707 run osmo-msc_10.42.42.6(pid=26874): stderr: \u000a| �[0;m�[38;5;43m20221214020051398 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020051398 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3592913c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020051399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020051399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020051399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020051399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020051401 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020051401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020051401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020051401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:00:52.389353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26867): Terminating (SIGTERM)\u000a02:00:52.428814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26870): Terminating (SIGTERM)\u000a02:00:52.468427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26873): Terminating (SIGTERM)\u000a02:00:52.477494 --- ParallelTerminationStrategy: PID 26867 died...\u000a02:00:52.530673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26867): Terminated: ok {rc=0}\u000a02:00:52.540094 --- ParallelTerminationStrategy: PID 26870 died...\u000a02:00:52.592766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26870): Terminated: ok {rc=0}\u000a02:00:52.602237 --- ParallelTerminationStrategy: PID 26873 died...\u000a02:00:52.655499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26873): Terminated: ok {rc=0}\u000a02:00:52.743991 bus /sierra_3: Setting Powered False\u000a02:00:53.846925 bus /sierra_3: Setting Powered False\u000a02:00:54.957013 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:00:45" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26889): Process ended prematurely: osmo-stp_10.42.42.5(pid=26889) [trial-2397↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26889)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26889): Process ended prematurely: osmo-stp_10.42.42.5(pid=26889) [trial-2397↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a02:00:56.935834 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:00:56.946955 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a02:00:57.076500 tst handover.py: using LAC 37773\u000a02:00:57.205357 tst handover.py: using RAC 33\u000a02:00:57.335909 tst handover.py: using CellId 37773\u000a02:00:57.466051 tst handover.py: using BVCI 37774\u000a02:00:57.491219 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a02:00:57.626686 tst handover.py: using LAC 37774\u000a02:00:57.748661 tst handover.py: using RAC 34\u000a02:00:57.877569 tst handover.py: using CellId 37774\u000a02:00:58.008068 tst handover.py: using BVCI 37775\u000a02:00:58.033143 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:00:58.044627 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:00:58.056063 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:00:58.067646 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:00:58.079093 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:00:58.090449 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a02:00:58.207703 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a02:00:58.408146 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:00:58.867948 run create_hlr_db(pid=26883): Launched\u000a02:00:58.993670 bus /sierra_2: Setting Powered False\u000a02:01:00.066992 run create_hlr_db(pid=26883): Terminated: ok {rc=0}\u000a02:01:00.476690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26885): Launched\u000a02:01:00.807151 run osmo-hlr_10.42.42.2(pid=26886): Launched\u000a02:01:01.012054 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:01:01.575077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26888): Launched\u000a02:01:02.030857 run osmo-stp_10.42.42.5(pid=26889): Launched\u000a02:01:02.308090 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:01:02.911093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26891): Launched\u000a02:01:03.240809 run osmo-msc_10.42.42.6(pid=26892): Launched\u000a02:01:03.432740 run osmo-stp_10.42.42.5(pid=26889): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26889)]\u000a02:01:03.570314 run osmo-stp_10.42.42.5(pid=26889): stdout: \u000a| (launched: 2022-12-14_02:01:01.754889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:03.706831 run osmo-stp_10.42.42.5(pid=26889): stderr: \u000a| �[0;m�[38;5;43m20221214020102100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020102100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020102100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020102100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020102101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020102101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020102101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:03.838528 run osmo-stp_10.42.42.5(pid=26889): stdout: \u000a| (launched: 2022-12-14_02:01:01.754889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:03.968880 run osmo-stp_10.42.42.5(pid=26889): stderr: \u000a| �[0;m�[38;5;43m20221214020102100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020102100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020102100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020102100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020102101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020102101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020102101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:04.026426 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26889): Process ended prematurely: osmo-stp_10.42.42.5(pid=26889) [trial-2397↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26889)] [trial-2397↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a02:01:04.035131 tst handover.py:18: Test FAILED (7.1 sec)\u000a02:01:04.097036 run osmo-hlr_10.42.42.2(pid=26886): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26886)]\u000a02:01:04.147680 run osmo-hlr_10.42.42.2(pid=26886): stdout: \u000a| (launched: 2022-12-14_02:01:00.644471) \u000a02:01:04.198683 run osmo-hlr_10.42.42.2(pid=26886): stderr: \u000a| �[0;m�[1;31m20221214020100845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020100845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020100845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020100845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020100845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020100845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020100871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020100879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020100879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020100879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:01:04.268197 run osmo-msc_10.42.42.6(pid=26892): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26892)]\u000a02:01:04.319007 run osmo-msc_10.42.42.6(pid=26892): stdout: \u000a| (launched: 2022-12-14_02:01:03.077865) \u000a02:01:04.370251 run osmo-msc_10.42.42.6(pid=26892): stderr: \u000a| �[0;m�[38;5;43m20221214020103399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020103399 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc263dc7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020103399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020103399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020103400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020103400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020103402 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020103402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020103402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020103402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:01:04.413707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26885): Terminating (SIGTERM)\u000a02:01:04.455061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26888): Terminating (SIGTERM)\u000a02:01:04.496323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26891): Terminating (SIGTERM)\u000a02:01:04.505965 --- ParallelTerminationStrategy: PID 26885 died...\u000a02:01:04.561174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26885): Terminated: ok {rc=0}\u000a02:01:04.571149 --- ParallelTerminationStrategy: PID 26888 died...\u000a02:01:04.626004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26888): Terminated: ok {rc=0}\u000a02:01:04.635993 --- ParallelTerminationStrategy: PID 26891 died...\u000a02:01:04.691025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26891): Terminated: ok {rc=0}\u000a02:01:04.777037 bus /sierra_3: Setting Powered False\u000a02:01:05.883383 bus /sierra_3: Setting Powered False\u000a02:01:06.994977 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:00:56" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26903): Process ended prematurely: osmo-stp_10.42.42.5(pid=26903) [trial-2397↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26903)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26903): Process ended prematurely: osmo-stp_10.42.42.5(pid=26903) [trial-2397↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26903)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a02:01:08.975224 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:01:08.986279 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a02:01:09.113452 tst handover.py: using LAC 37775\u000a02:01:09.241411 tst handover.py: using RAC 35\u000a02:01:09.374448 tst handover.py: using CellId 37775\u000a02:01:09.502984 tst handover.py: using BVCI 37776\u000a02:01:09.528129 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a02:01:09.671508 tst handover.py: using LAC 37776\u000a02:01:09.798979 tst handover.py: using RAC 36\u000a02:01:09.925683 tst handover.py: using CellId 37776\u000a02:01:10.053800 tst handover.py: using BVCI 37777\u000a02:01:10.078890 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:01:10.090332 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:01:10.101616 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:01:10.112828 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:01:10.124061 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:01:10.135314 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:01:10.252393 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:01:10.465070 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:01:10.958534 run create_hlr_db(pid=26897): Launched\u000a02:01:11.091554 bus /sierra_2: Setting Powered False\u000a02:01:12.168673 run create_hlr_db(pid=26897): Terminated: ok {rc=0}\u000a02:01:12.579515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26899): Launched\u000a02:01:12.910520 run osmo-hlr_10.42.42.2(pid=26900): Launched\u000a02:01:13.032806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:01:13.579535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26902): Launched\u000a02:01:13.908397 run osmo-stp_10.42.42.5(pid=26903): Launched\u000a02:01:14.026800 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:01:14.598027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26905): Launched\u000a02:01:14.927918 run osmo-msc_10.42.42.6(pid=26906): Launched\u000a02:01:15.123641 run osmo-stp_10.42.42.5(pid=26903): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26903)]\u000a02:01:15.265627 run osmo-stp_10.42.42.5(pid=26903): stdout: \u000a| (launched: 2022-12-14_02:01:13.745799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:15.407513 run osmo-stp_10.42.42.5(pid=26903): stderr: \u000a| �[0;m�[38;5;43m20221214020113937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020113937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020113938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020113938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020113939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020113939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020113939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:15.539346 run osmo-stp_10.42.42.5(pid=26903): stdout: \u000a| (launched: 2022-12-14_02:01:13.745799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:15.669945 run osmo-stp_10.42.42.5(pid=26903): stderr: \u000a| �[0;m�[38;5;43m20221214020113937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020113937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020113938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020113938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020113939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020113939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020113939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:15.727143 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26903): Process ended prematurely: osmo-stp_10.42.42.5(pid=26903) [trial-2397↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26903)] [trial-2397↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a02:01:15.735858 tst handover.py:18: Test FAILED (6.7 sec)\u000a02:01:15.797868 run osmo-hlr_10.42.42.2(pid=26900): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26900)]\u000a02:01:15.854437 run osmo-hlr_10.42.42.2(pid=26900): stdout: \u000a| (launched: 2022-12-14_02:01:12.747039) \u000a02:01:15.916602 run osmo-hlr_10.42.42.2(pid=26900): stderr: \u000a| �[0;m�[1;31m20221214020112946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020112946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020112947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020112947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020112947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020112947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020112962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020112970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020112971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020112971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:01:15.996817 run osmo-msc_10.42.42.6(pid=26906): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26906)]\u000a02:01:16.048455 run osmo-msc_10.42.42.6(pid=26906): stdout: \u000a| (launched: 2022-12-14_02:01:14.765040) \u000a02:01:16.101353 run osmo-msc_10.42.42.6(pid=26906): stderr: \u000a| �[0;m�[38;5;43m20221214020115088 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020115088 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1497c51c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020115088 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020115088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020115089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020115089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020115090 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020115091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020115091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020115091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:01:16.145876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26899): Terminating (SIGTERM)\u000a02:01:16.190265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26902): Terminating (SIGTERM)\u000a02:01:16.234810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26905): Terminating (SIGTERM)\u000a02:01:16.245106 --- ParallelTerminationStrategy: PID 26899 died...\u000a02:01:16.302157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26899): Terminated: ok {rc=0}\u000a02:01:16.312585 --- ParallelTerminationStrategy: PID 26902 died...\u000a02:01:16.369575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26902): Terminated: ok {rc=0}\u000a02:01:16.380081 --- ParallelTerminationStrategy: PID 26905 died...\u000a02:01:16.436626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26905): Terminated: ok {rc=0}\u000a02:01:16.524204 bus /sierra_3: Setting Powered False\u000a02:01:17.623674 bus /sierra_3: Setting Powered False\u000a02:01:18.732943 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:01:08" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26917): Process ended prematurely: osmo-stp_10.42.42.5(pid=26917) [trial-2397↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26917)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26917): Process ended prematurely: osmo-stp_10.42.42.5(pid=26917) [trial-2397↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26917)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a02:01:20.697456 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:01:20.708618 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:01:20.840490 tst handover.py: using LAC 37777\u000a02:01:20.968908 tst handover.py: using RAC 37\u000a02:01:21.095551 tst handover.py: using CellId 37777\u000a02:01:21.222279 tst handover.py: using BVCI 37778\u000a02:01:21.247407 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:01:21.376229 tst handover.py: using LAC 37778\u000a02:01:21.505427 tst handover.py: using RAC 38\u000a02:01:21.631988 tst handover.py: using CellId 37778\u000a02:01:21.753421 tst handover.py: using BVCI 37779\u000a02:01:21.776559 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:01:21.787324 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:01:21.797962 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:01:21.808535 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:01:21.819536 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:01:21.830417 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:01:21.974475 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:01:22.176902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:01:22.634520 run create_hlr_db(pid=26911): Launched\u000a02:01:22.759207 bus /sierra_2: Setting Powered False\u000a02:01:23.832218 run create_hlr_db(pid=26911): Terminated: ok {rc=0}\u000a02:01:24.215313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26913): Launched\u000a02:01:24.524180 run osmo-hlr_10.42.42.2(pid=26914): Launched\u000a02:01:24.644182 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:01:25.158096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26916): Launched\u000a02:01:25.466228 run osmo-stp_10.42.42.5(pid=26917): Launched\u000a02:01:25.579163 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:01:26.111429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26919): Launched\u000a02:01:26.420388 run osmo-msc_10.42.42.6(pid=26920): Launched\u000a02:01:26.600006 run osmo-stp_10.42.42.5(pid=26917): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26917)]\u000a02:01:26.729769 run osmo-stp_10.42.42.5(pid=26917): stdout: \u000a| (launched: 2022-12-14_02:01:25.312623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:26.856673 run osmo-stp_10.42.42.5(pid=26917): stderr: \u000a| �[0;m�[38;5;43m20221214020125487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020125487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020125487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020125488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020125488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020125488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020125488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:26.979478 run osmo-stp_10.42.42.5(pid=26917): stdout: \u000a| (launched: 2022-12-14_02:01:25.312623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:27.101067 run osmo-stp_10.42.42.5(pid=26917): stderr: \u000a| �[0;m�[38;5;43m20221214020125487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020125487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020125487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020125488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020125488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020125488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020125488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:27.154352 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26917): Process ended prematurely: osmo-stp_10.42.42.5(pid=26917) [trial-2397↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26917)] [trial-2397↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a02:01:27.162420 tst handover.py:18: Test FAILED (6.5 sec)\u000a02:01:27.222336 run osmo-hlr_10.42.42.2(pid=26914): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26914)]\u000a02:01:27.271399 run osmo-hlr_10.42.42.2(pid=26914): stdout: \u000a| (launched: 2022-12-14_02:01:24.370172) \u000a02:01:27.320895 run osmo-hlr_10.42.42.2(pid=26914): stderr: \u000a| �[0;m�[1;31m20221214020124548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020124548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020124548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020124548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020124548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020124548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020124560 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020124568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020124568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020124568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:01:27.388162 run osmo-msc_10.42.42.6(pid=26920): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26920)]\u000a02:01:27.437064 run osmo-msc_10.42.42.6(pid=26920): stdout: \u000a| (launched: 2022-12-14_02:01:26.266212) \u000a02:01:27.486947 run osmo-msc_10.42.42.6(pid=26920): stderr: \u000a| �[0;m�[38;5;43m20221214020126537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020126537 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2bead3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020126537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020126537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020126538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020126538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020126539 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020126540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020126540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020126540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:01:27.529838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26913): Terminating (SIGTERM)\u000a02:01:27.569751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26916): Terminating (SIGTERM)\u000a02:01:27.609518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26919): Terminating (SIGTERM)\u000a02:01:27.618651 --- ParallelTerminationStrategy: PID 26913 died...\u000a02:01:27.672428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26913): Terminated: ok {rc=0}\u000a02:01:27.681938 --- ParallelTerminationStrategy: PID 26916 died...\u000a02:01:27.735237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26916): Terminated: ok {rc=0}\u000a02:01:27.744816 --- ParallelTerminationStrategy: PID 26919 died...\u000a02:01:27.798087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26919): Terminated: ok {rc=0}\u000a02:01:27.885714 bus /sierra_3: Setting Powered False\u000a02:01:28.988646 bus /sierra_3: Setting Powered False\u000a02:01:30.099712 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:01:20" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26931): Process ended prematurely: osmo-stp_10.42.42.5(pid=26931) [trial-2397↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26931)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26931): Process ended prematurely: osmo-stp_10.42.42.5(pid=26931) [trial-2397↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26931)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a02:01:32.105698 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:01:32.117671 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:01:32.261526 tst handover.py: using LAC 37779\u000a02:01:32.389750 tst handover.py: using RAC 39\u000a02:01:32.517837 tst handover.py: using CellId 37779\u000a02:01:32.644243 tst handover.py: using BVCI 37780\u000a02:01:32.669235 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:01:32.813191 tst handover.py: using LAC 37780\u000a02:01:32.943938 tst handover.py: using RAC 40\u000a02:01:33.071395 tst handover.py: using CellId 37780\u000a02:01:33.192349 tst handover.py: using BVCI 37781\u000a02:01:33.215788 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:01:33.226821 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:01:33.237716 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:01:33.248420 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:01:33.259779 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:01:33.270933 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:01:33.393138 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:01:33.596097 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:01:34.052352 run create_hlr_db(pid=26925): Launched\u000a02:01:34.176645 bus /sierra_2: Setting Powered False\u000a02:01:35.250270 run create_hlr_db(pid=26925): Terminated: ok {rc=0}\u000a02:01:35.658233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26927): Launched\u000a02:01:35.988104 run osmo-hlr_10.42.42.2(pid=26928): Launched\u000a02:01:36.112040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:01:36.651195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26930): Launched\u000a02:01:36.979200 run osmo-stp_10.42.42.5(pid=26931): Launched\u000a02:01:37.098727 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:01:37.671477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26933): Launched\u000a02:01:37.998900 run osmo-msc_10.42.42.6(pid=26934): Launched\u000a02:01:38.190285 run osmo-stp_10.42.42.5(pid=26931): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26931)]\u000a02:01:38.328209 run osmo-stp_10.42.42.5(pid=26931): stdout: \u000a| (launched: 2022-12-14_02:01:36.817240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:38.465659 run osmo-stp_10.42.42.5(pid=26931): stderr: \u000a| �[0;m�[38;5;43m20221214020137009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020137009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020137010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020137010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020137011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020137012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020137012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:38.596928 run osmo-stp_10.42.42.5(pid=26931): stdout: \u000a| (launched: 2022-12-14_02:01:36.817240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:38.727334 run osmo-stp_10.42.42.5(pid=26931): stderr: \u000a| �[0;m�[38;5;43m20221214020137009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020137009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020137010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020137010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020137011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020137012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020137012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:38.784427 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26931): Process ended prematurely: osmo-stp_10.42.42.5(pid=26931) [trial-2397↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26931)] [trial-2397↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a02:01:38.792862 tst handover.py:18: Test FAILED (6.7 sec)\u000a02:01:38.855232 run osmo-hlr_10.42.42.2(pid=26928): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26928)]\u000a02:01:38.906468 run osmo-hlr_10.42.42.2(pid=26928): stdout: \u000a| (launched: 2022-12-14_02:01:35.824683) \u000a02:01:38.958256 run osmo-hlr_10.42.42.2(pid=26928): stderr: \u000a| �[0;m�[1;31m20221214020136024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020136024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020136024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020136024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020136024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020136024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020136040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020136048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020136048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020136048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:01:39.028789 run osmo-msc_10.42.42.6(pid=26934): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26934)]\u000a02:01:39.079881 run osmo-msc_10.42.42.6(pid=26934): stdout: \u000a| (launched: 2022-12-14_02:01:37.837413) \u000a02:01:39.131643 run osmo-msc_10.42.42.6(pid=26934): stderr: \u000a| �[0;m�[38;5;43m20221214020138159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020138159 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe1cef6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020138159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020138159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020138160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020138160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020138161 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020138162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020138162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020138162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:01:39.175335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26927): Terminating (SIGTERM)\u000a02:01:39.216648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26930): Terminating (SIGTERM)\u000a02:01:39.258404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26933): Terminating (SIGTERM)\u000a02:01:39.268036 --- ParallelTerminationStrategy: PID 26927 died...\u000a02:01:39.324151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26927): Terminated: ok {rc=0}\u000a02:01:39.334256 --- ParallelTerminationStrategy: PID 26930 died...\u000a02:01:39.389628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26930): Terminated: ok {rc=0}\u000a02:01:39.399602 --- ParallelTerminationStrategy: PID 26933 died...\u000a02:01:39.454763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26933): Terminated: ok {rc=0}\u000a02:01:39.541594 bus /sierra_3: Setting Powered False\u000a02:01:40.647172 bus /sierra_3: Setting Powered False\u000a02:01:41.757875 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:01:31" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26945): Process ended prematurely: osmo-stp_10.42.42.5(pid=26945) [trial-2397↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26945)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26945): Process ended prematurely: osmo-stp_10.42.42.5(pid=26945) [trial-2397↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a02:01:43.740267 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:01:43.751172 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:01:43.873954 tst handover.py: using LAC 37781\u000a02:01:43.993870 tst handover.py: using RAC 41\u000a02:01:44.115863 tst handover.py: using CellId 37781\u000a02:01:44.237549 tst handover.py: using BVCI 37782\u000a02:01:44.260743 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:01:44.398635 tst handover.py: using LAC 37782\u000a02:01:44.521607 tst handover.py: using RAC 42\u000a02:01:44.649323 tst handover.py: using CellId 37782\u000a02:01:44.774598 tst handover.py: using BVCI 37783\u000a02:01:44.797882 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:01:44.808866 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:01:44.819818 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:01:44.830632 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:01:44.841930 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:01:44.852707 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:01:44.975078 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:01:45.190169 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:01:45.688793 run create_hlr_db(pid=26939): Launched\u000a02:01:45.822063 bus /sierra_2: Setting Powered False\u000a02:01:46.896189 run create_hlr_db(pid=26939): Terminated: ok {rc=0}\u000a02:01:47.301740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26941): Launched\u000a02:01:47.632018 run osmo-hlr_10.42.42.2(pid=26942): Launched\u000a02:01:47.752056 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:01:48.295289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26944): Launched\u000a02:01:48.626600 run osmo-stp_10.42.42.5(pid=26945): Launched\u000a02:01:48.745611 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:01:49.318064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26947): Launched\u000a02:01:49.650057 run osmo-msc_10.42.42.6(pid=26948): Launched\u000a02:01:49.842851 run osmo-stp_10.42.42.5(pid=26945): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26945)]\u000a02:01:49.980715 run osmo-stp_10.42.42.5(pid=26945): stdout: \u000a| (launched: 2022-12-14_02:01:48.462370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:50.117632 run osmo-stp_10.42.42.5(pid=26945): stderr: \u000a| �[0;m�[38;5;43m20221214020148656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020148656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020148656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020148657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020148657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020148657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020148657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:50.249200 run osmo-stp_10.42.42.5(pid=26945): stdout: \u000a| (launched: 2022-12-14_02:01:48.462370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:50.380240 run osmo-stp_10.42.42.5(pid=26945): stderr: \u000a| �[0;m�[38;5;43m20221214020148656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020148656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020148656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020148657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020148657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020148657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020148657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:50.437592 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26945): Process ended prematurely: osmo-stp_10.42.42.5(pid=26945) [trial-2397↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26945)] [trial-2397↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a02:01:50.446174 tst handover.py:18: Test FAILED (6.7 sec)\u000a02:01:50.508026 run osmo-hlr_10.42.42.2(pid=26942): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26942)]\u000a02:01:50.558833 run osmo-hlr_10.42.42.2(pid=26942): stdout: \u000a| (launched: 2022-12-14_02:01:47.469484) \u000a02:01:50.610343 run osmo-hlr_10.42.42.2(pid=26942): stderr: \u000a| �[0;m�[1;31m20221214020147670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020147670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020147670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020147670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020147670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020147670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020147684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020147693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020147694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020147694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:01:50.680462 run osmo-msc_10.42.42.6(pid=26948): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26948)]\u000a02:01:50.731477 run osmo-msc_10.42.42.6(pid=26948): stdout: \u000a| (launched: 2022-12-14_02:01:49.485338) \u000a02:01:50.782735 run osmo-msc_10.42.42.6(pid=26948): stderr: \u000a| �[0;m�[38;5;43m20221214020149808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020149808 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca99d63c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020149809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020149809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020149809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020149809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020149812 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020149812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020149812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020149812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:01:50.826637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26941): Terminating (SIGTERM)\u000a02:01:50.868608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26944): Terminating (SIGTERM)\u000a02:01:50.910592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26947): Terminating (SIGTERM)\u000a02:01:50.920207 --- ParallelTerminationStrategy: PID 26941 died...\u000a02:01:50.975630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26941): Terminated: ok {rc=0}\u000a02:01:50.985620 --- ParallelTerminationStrategy: PID 26944 died...\u000a02:01:51.040542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26944): Terminated: ok {rc=0}\u000a02:01:51.050404 --- ParallelTerminationStrategy: PID 26947 died...\u000a02:01:51.105389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26947): Terminated: ok {rc=0}\u000a02:01:51.192809 bus /sierra_3: Setting Powered False\u000a02:01:52.298405 bus /sierra_3: Setting Powered False\u000a02:01:53.410294 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:01:43" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26960): Process ended prematurely: osmo-stp_10.42.42.5(pid=26960) [trial-2397↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26960)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26960): Process ended prematurely: osmo-stp_10.42.42.5(pid=26960) [trial-2397↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26960)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a02:01:55.417174 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:01:55.428306 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a02:01:55.563953 tst handover.py: using LAC 37783\u000a02:01:55.685239 tst handover.py: using RAC 43\u000a02:01:55.805481 tst handover.py: using CellId 37783\u000a02:01:55.924942 tst handover.py: using BVCI 37784\u000a02:01:55.948192 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a02:01:56.081947 tst handover.py: using LAC 37784\u000a02:01:56.201554 tst handover.py: using RAC 44\u000a02:01:56.325851 tst handover.py: using CellId 37784\u000a02:01:56.444657 tst handover.py: using BVCI 37785\u000a02:01:56.467915 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:01:56.479016 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:01:56.489960 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:01:56.500822 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:01:56.512118 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:01:56.523740 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a02:01:56.644030 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a02:01:56.846509 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:01:57.304825 run create_hlr_db(pid=26954): Launched\u000a02:01:57.430861 bus /sierra_2: Setting Powered False\u000a02:01:58.503682 run create_hlr_db(pid=26954): Terminated: ok {rc=0}\u000a02:01:58.886902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26956): Launched\u000a02:01:59.193865 run osmo-hlr_10.42.42.2(pid=26957): Launched\u000a02:01:59.313525 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:01:59.830519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26959): Launched\u000a02:02:00.140575 run osmo-stp_10.42.42.5(pid=26960): Launched\u000a02:02:00.252825 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:02:00.788558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26962): Launched\u000a02:02:01.223112 run osmo-msc_10.42.42.6(pid=26963): Launched\u000a02:02:01.675092 run osmo-stp_10.42.42.5(pid=26960): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26960)]\u000a02:02:01.878826 run osmo-stp_10.42.42.5(pid=26960): stdout: \u000a| (launched: 2022-12-14_02:01:59.985668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:02.010474 run osmo-stp_10.42.42.5(pid=26960): stderr: \u000a| �[0;m�[38;5;43m20221214020200155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020200155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020200155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020200156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020200156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020200157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020200157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:02.137624 run osmo-stp_10.42.42.5(pid=26960): stdout: \u000a| (launched: 2022-12-14_02:01:59.985668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:02.263239 run osmo-stp_10.42.42.5(pid=26960): stderr: \u000a| �[0;m�[38;5;43m20221214020200155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020200155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020200155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020200156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020200156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020200157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020200157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:02.317345 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26960): Process ended prematurely: osmo-stp_10.42.42.5(pid=26960) [trial-2397↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26960)] [trial-2397↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a02:02:02.325436 tst handover.py:18: Test FAILED (6.9 sec)\u000a02:02:02.385388 run osmo-hlr_10.42.42.2(pid=26957): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26957)]\u000a02:02:02.434407 run osmo-hlr_10.42.42.2(pid=26957): stdout: \u000a| (launched: 2022-12-14_02:01:59.042222) \u000a02:02:02.484192 run osmo-hlr_10.42.42.2(pid=26957): stderr: \u000a| �[0;m�[1;31m20221214020159219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020159219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020159220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020159220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020159220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020159220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020159232 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020159240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020159240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020159240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:02:02.551835 run osmo-msc_10.42.42.6(pid=26963): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26963)]\u000a02:02:02.601332 run osmo-msc_10.42.42.6(pid=26963): stdout: \u000a| (launched: 2022-12-14_02:02:00.967169) \u000a02:02:02.650905 run osmo-msc_10.42.42.6(pid=26963): stderr: \u000a| �[0;m�[38;5;43m20221214020201445 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020201445 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f44b5551c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020201446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020201446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020201446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020201446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020201448 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020201448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020201448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020201448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:02:02.693246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26956): Terminating (SIGTERM)\u000a02:02:02.733232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26959): Terminating (SIGTERM)\u000a02:02:02.773244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26962): Terminating (SIGTERM)\u000a02:02:02.782433 --- ParallelTerminationStrategy: PID 26956 died...\u000a02:02:02.836714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26956): Terminated: ok {rc=0}\u000a02:02:02.846366 --- ParallelTerminationStrategy: PID 26959 died...\u000a02:02:02.900142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26959): Terminated: ok {rc=0}\u000a02:02:02.909776 --- ParallelTerminationStrategy: PID 26962 died...\u000a02:02:02.963934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26962): Terminated: ok {rc=0}\u000a02:02:03.052893 bus /sierra_3: Setting Powered False\u000a02:02:04.155504 bus /sierra_3: Setting Powered False\u000a02:02:05.268333 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:01:55" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26975): Process ended prematurely: osmo-stp_10.42.42.5(pid=26975) [trial-2397↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26975)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26975): Process ended prematurely: osmo-stp_10.42.42.5(pid=26975) [trial-2397↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26975)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a02:02:07.293801 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:07.305169 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a02:02:07.441507 tst handover.py: using LAC 37785\u000a02:02:07.562101 tst handover.py: using RAC 45\u000a02:02:07.683119 tst handover.py: using CellId 37785\u000a02:02:07.804860 tst handover.py: using BVCI 37786\u000a02:02:07.828357 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a02:02:07.967450 tst handover.py: using LAC 37786\u000a02:02:08.089290 tst handover.py: using RAC 46\u000a02:02:08.211550 tst handover.py: using CellId 37786\u000a02:02:08.333141 tst handover.py: using BVCI 37787\u000a02:02:08.356330 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:08.367379 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:08.378387 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:08.389279 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:08.400860 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:08.412864 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:02:08.535931 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:02:08.741069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:02:09.198087 run create_hlr_db(pid=26969): Launched\u000a02:02:09.322707 bus /sierra_2: Setting Powered False\u000a02:02:10.396205 run create_hlr_db(pid=26969): Terminated: ok {rc=0}\u000a02:02:10.780328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26971): Launched\u000a02:02:11.086466 run osmo-hlr_10.42.42.2(pid=26972): Launched\u000a02:02:11.201961 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:02:11.714703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26974): Launched\u000a02:02:12.047769 run osmo-stp_10.42.42.5(pid=26975): Launched\u000a02:02:12.166465 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:02:12.739899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26977): Launched\u000a02:02:13.070234 run osmo-msc_10.42.42.6(pid=26978): Launched\u000a02:02:13.262310 run osmo-stp_10.42.42.5(pid=26975): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26975)]\u000a02:02:13.400717 run osmo-stp_10.42.42.5(pid=26975): stdout: \u000a| (launched: 2022-12-14_02:02:11.882604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:13.537819 run osmo-stp_10.42.42.5(pid=26975): stderr: \u000a| �[0;m�[38;5;43m20221214020212076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020212077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020212077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020212077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020212078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020212078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020212078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:13.669558 run osmo-stp_10.42.42.5(pid=26975): stdout: \u000a| (launched: 2022-12-14_02:02:11.882604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:13.800427 run osmo-stp_10.42.42.5(pid=26975): stderr: \u000a| �[0;m�[38;5;43m20221214020212076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020212077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020212077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020212077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020212078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020212078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020212078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:13.857698 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26975): Process ended prematurely: osmo-stp_10.42.42.5(pid=26975) [trial-2397↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26975)] [trial-2397↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a02:02:13.866601 tst handover.py:18: Test FAILED (6.6 sec)\u000a02:02:13.929206 run osmo-hlr_10.42.42.2(pid=26972): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26972)]\u000a02:02:13.980535 run osmo-hlr_10.42.42.2(pid=26972): stdout: \u000a| (launched: 2022-12-14_02:02:10.934312) \u000a02:02:14.032500 run osmo-hlr_10.42.42.2(pid=26972): stderr: \u000a| �[0;m�[1;31m20221214020211112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020211112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020211112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020211112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020211112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020211112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020211124 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020211133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020211133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020211133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:02:14.103196 run osmo-msc_10.42.42.6(pid=26978): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26978)]\u000a02:02:14.154553 run osmo-msc_10.42.42.6(pid=26978): stdout: \u000a| (launched: 2022-12-14_02:02:12.906659) \u000a02:02:14.206416 run osmo-msc_10.42.42.6(pid=26978): stderr: \u000a| �[0;m�[38;5;43m20221214020213229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020213229 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7136181c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020213229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020213229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020213230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020213230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020213231 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020213232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020213232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020213232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:02:14.250579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26971): Terminating (SIGTERM)\u000a02:02:14.292675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26974): Terminating (SIGTERM)\u000a02:02:14.334783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26977): Terminating (SIGTERM)\u000a02:02:14.344408 --- ParallelTerminationStrategy: PID 26971 died...\u000a02:02:14.400414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26971): Terminated: ok {rc=0}\u000a02:02:14.410482 --- ParallelTerminationStrategy: PID 26974 died...\u000a02:02:14.466065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26974): Terminated: ok {rc=0}\u000a02:02:14.476032 --- ParallelTerminationStrategy: PID 26977 died...\u000a02:02:14.531647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26977): Terminated: ok {rc=0}\u000a02:02:14.619478 bus /sierra_3: Setting Powered False\u000a02:02:15.721824 bus /sierra_3: Setting Powered False\u000a02:02:16.829592 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:02:06" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26989): Process ended prematurely: osmo-stp_10.42.42.5(pid=26989) [trial-2397↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26989)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26989): Process ended prematurely: osmo-stp_10.42.42.5(pid=26989) [trial-2397↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a02:02:18.832720 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:02:18.843554 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:02:18.980812 tst handover.py: using LAC 37787\u000a02:02:19.101575 tst handover.py: using RAC 47\u000a02:02:19.221373 tst handover.py: using CellId 37787\u000a02:02:19.341580 tst handover.py: using BVCI 37788\u000a02:02:19.364871 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:02:19.494944 tst handover.py: using LAC 37788\u000a02:02:19.622890 tst handover.py: using RAC 48\u000a02:02:19.751226 tst handover.py: using CellId 37788\u000a02:02:19.879829 tst handover.py: using BVCI 37789\u000a02:02:19.904719 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:02:19.916304 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:02:19.927624 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:02:19.938967 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:02:19.950284 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:02:19.961375 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:02:20.078284 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:02:20.291515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:02:20.789441 run create_hlr_db(pid=26983): Launched\u000a02:02:20.922795 bus /sierra_2: Setting Powered False\u000a02:02:22.001541 run create_hlr_db(pid=26983): Terminated: ok {rc=0}\u000a02:02:22.390675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26985): Launched\u000a02:02:22.699631 run osmo-hlr_10.42.42.2(pid=26986): Launched\u000a02:02:22.816675 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:02:23.334128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26988): Launched\u000a02:02:23.643095 run osmo-stp_10.42.42.5(pid=26989): Launched\u000a02:02:23.754637 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:02:24.288897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26991): Launched\u000a02:02:24.598781 run osmo-msc_10.42.42.6(pid=26992): Launched\u000a02:02:24.778586 run osmo-stp_10.42.42.5(pid=26989): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26989)]\u000a02:02:24.909164 run osmo-stp_10.42.42.5(pid=26989): stdout: \u000a| (launched: 2022-12-14_02:02:23.489274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:25.036824 run osmo-stp_10.42.42.5(pid=26989): stderr: \u000a| �[0;m�[38;5;43m20221214020223663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020223663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020223663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020223664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020223664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020223664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020223664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:25.160412 run osmo-stp_10.42.42.5(pid=26989): stdout: \u000a| (launched: 2022-12-14_02:02:23.489274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:25.282891 run osmo-stp_10.42.42.5(pid=26989): stderr: \u000a| �[0;m�[38;5;43m20221214020223663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020223663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020223663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020223664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020223664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020223664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020223664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:25.336361 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26989): Process ended prematurely: osmo-stp_10.42.42.5(pid=26989) [trial-2397↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26989)] [trial-2397↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a02:02:25.344364 tst handover.py:18: Test FAILED (6.5 sec)\u000a02:02:25.404670 run osmo-hlr_10.42.42.2(pid=26986): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26986)]\u000a02:02:25.453584 run osmo-hlr_10.42.42.2(pid=26986): stdout: \u000a| (launched: 2022-12-14_02:02:22.546530) \u000a02:02:25.503183 run osmo-hlr_10.42.42.2(pid=26986): stderr: \u000a| �[0;m�[1;31m20221214020222723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020222723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020222723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020222723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020222723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020222723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020222735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020222743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020222743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020222743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:02:25.570438 run osmo-msc_10.42.42.6(pid=26992): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26992)]\u000a02:02:25.619354 run osmo-msc_10.42.42.6(pid=26992): stdout: \u000a| (launched: 2022-12-14_02:02:24.444354) \u000a02:02:25.668875 run osmo-msc_10.42.42.6(pid=26992): stderr: \u000a| �[0;m�[38;5;43m20221214020224717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020224717 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f75adda6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020224717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020224717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020224717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020224717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020224719 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020224719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020224720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020224720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:02:25.710752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26985): Terminating (SIGTERM)\u000a02:02:25.750394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26988): Terminating (SIGTERM)\u000a02:02:25.790210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26991): Terminating (SIGTERM)\u000a02:02:25.799418 --- ParallelTerminationStrategy: PID 26985 died...\u000a02:02:25.853504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26985): Terminated: ok {rc=0}\u000a02:02:25.863216 --- ParallelTerminationStrategy: PID 26988 died...\u000a02:02:25.916919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26988): Terminated: ok {rc=0}\u000a02:02:25.926571 --- ParallelTerminationStrategy: PID 26991 died...\u000a02:02:25.980060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26991): Terminated: ok {rc=0}\u000a02:02:26.064266 bus /sierra_3: Setting Powered False\u000a02:02:27.170649 bus /sierra_3: Setting Powered False\u000a02:02:28.282543 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:02:18" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27003): Process ended prematurely: osmo-stp_10.42.42.5(pid=27003) [trial-2397↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27003)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27003): Process ended prematurely: osmo-stp_10.42.42.5(pid=27003) [trial-2397↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a02:02:30.309885 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:30.321523 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:02:30.456487 tst handover.py: using LAC 37789\u000a02:02:30.578377 tst handover.py: using RAC 49\u000a02:02:30.697264 tst handover.py: using CellId 37789\u000a02:02:30.816226 tst handover.py: using BVCI 37790\u000a02:02:30.845579 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:02:31.003856 tst handover.py: using LAC 37790\u000a02:02:31.139147 tst handover.py: using RAC 50\u000a02:02:31.287535 tst handover.py: using CellId 37790\u000a02:02:31.416393 tst handover.py: using BVCI 37791\u000a02:02:31.440800 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:31.452643 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:31.465038 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:31.476764 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:31.489327 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:31.501654 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:02:31.625401 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:02:31.868871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:02:32.412330 run create_hlr_db(pid=26997): Launched\u000a02:02:32.546954 bus /sierra_2: Setting Powered False\u000a02:02:33.623350 run create_hlr_db(pid=26997): Terminated: ok {rc=0}\u000a02:02:34.010148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26999): Launched\u000a02:02:34.318279 run osmo-hlr_10.42.42.2(pid=27000): Launched\u000a02:02:34.433787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:02:34.940208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27002): Launched\u000a02:02:35.247960 run osmo-stp_10.42.42.5(pid=27003): Launched\u000a02:02:35.359534 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:02:35.901262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27005): Launched\u000a02:02:36.213396 run osmo-msc_10.42.42.6(pid=27006): Launched\u000a02:02:36.393793 run osmo-stp_10.42.42.5(pid=27003): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27003)]\u000a02:02:36.523836 run osmo-stp_10.42.42.5(pid=27003): stdout: \u000a| (launched: 2022-12-14_02:02:35.095182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:36.652016 run osmo-stp_10.42.42.5(pid=27003): stderr: \u000a| �[0;m�[38;5;43m20221214020235267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020235267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020235268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020235268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020235269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020235269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020235269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:36.775710 run osmo-stp_10.42.42.5(pid=27003): stdout: \u000a| (launched: 2022-12-14_02:02:35.095182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:36.898178 run osmo-stp_10.42.42.5(pid=27003): stderr: \u000a| �[0;m�[38;5;43m20221214020235267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020235267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020235268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020235268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020235269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020235269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020235269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:36.951662 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27003): Process ended prematurely: osmo-stp_10.42.42.5(pid=27003) [trial-2397↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27003)] [trial-2397↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a02:02:36.959786 tst handover.py:18: Test FAILED (6.6 sec)\u000a02:02:37.020366 run osmo-hlr_10.42.42.2(pid=27000): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27000)]\u000a02:02:37.069307 run osmo-hlr_10.42.42.2(pid=27000): stdout: \u000a| (launched: 2022-12-14_02:02:34.166612) \u000a02:02:37.118954 run osmo-hlr_10.42.42.2(pid=27000): stderr: \u000a| �[0;m�[1;31m20221214020234343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020234343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020234343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020234343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020234343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020234343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020234358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020234367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020234367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020234367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:02:37.186253 run osmo-msc_10.42.42.6(pid=27006): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27006)]\u000a02:02:37.235146 run osmo-msc_10.42.42.6(pid=27006): stdout: \u000a| (launched: 2022-12-14_02:02:36.058758) \u000a02:02:37.284767 run osmo-msc_10.42.42.6(pid=27006): stderr: \u000a| �[0;m�[38;5;43m20221214020236331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020236331 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4396977c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020236331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020236331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020236331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020236332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020236333 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020236334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020236334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020236334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:02:37.327060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26999): Terminating (SIGTERM)\u000a02:02:37.366759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27002): Terminating (SIGTERM)\u000a02:02:37.406463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27005): Terminating (SIGTERM)\u000a02:02:37.415590 --- ParallelTerminationStrategy: PID 26999 died...\u000a02:02:37.469348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26999): Terminated: ok {rc=0}\u000a02:02:37.478922 --- ParallelTerminationStrategy: PID 27002 died...\u000a02:02:37.533544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27002): Terminated: ok {rc=0}\u000a02:02:37.543027 --- ParallelTerminationStrategy: PID 27005 died...\u000a02:02:37.596489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27005): Terminated: ok {rc=0}\u000a02:02:37.685268 bus /sierra_3: Setting Powered False\u000a02:02:38.787985 bus /sierra_3: Setting Powered False\u000a02:02:39.901248 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:02:30" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27017): Process ended prematurely: osmo-stp_10.42.42.5(pid=27017) [trial-2397↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27017)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27017): Process ended prematurely: osmo-stp_10.42.42.5(pid=27017) [trial-2397↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27017)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a02:02:41.923215 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:02:41.934180 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:02:42.069258 tst handover.py: using LAC 37791\u000a02:02:42.193408 tst handover.py: using RAC 51\u000a02:02:42.311175 tst handover.py: using CellId 37791\u000a02:02:42.429113 tst handover.py: using BVCI 37792\u000a02:02:42.452363 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:02:42.593606 tst handover.py: using LAC 37792\u000a02:02:42.722935 tst handover.py: using RAC 52\u000a02:02:42.849422 tst handover.py: using CellId 37792\u000a02:02:42.975553 tst handover.py: using BVCI 37793\u000a02:02:43.000682 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:02:43.012141 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:02:43.023339 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:02:43.034551 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:02:43.045749 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:02:43.056760 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:02:43.174213 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:02:43.385955 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:02:43.881653 run create_hlr_db(pid=27011): Launched\u000a02:02:44.014779 bus /sierra_2: Setting Powered False\u000a02:02:45.092391 run create_hlr_db(pid=27011): Terminated: ok {rc=0}\u000a02:02:45.503210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27013): Launched\u000a02:02:45.832822 run osmo-hlr_10.42.42.2(pid=27014): Launched\u000a02:02:45.994938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:02:46.659229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27016): Launched\u000a02:02:47.135273 run osmo-stp_10.42.42.5(pid=27017): Launched\u000a02:02:47.285319 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:02:47.883670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27019): Launched\u000a02:02:48.213829 run osmo-msc_10.42.42.6(pid=27020): Launched\u000a02:02:48.405939 run osmo-stp_10.42.42.5(pid=27017): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27017)]\u000a02:02:48.543822 run osmo-stp_10.42.42.5(pid=27017): stdout: \u000a| (launched: 2022-12-14_02:02:46.869319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:48.680717 run osmo-stp_10.42.42.5(pid=27017): stderr: \u000a| �[0;m�[38;5;43m20221214020247104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020247104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020247105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020247105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020247105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020247106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020247106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:48.812297 run osmo-stp_10.42.42.5(pid=27017): stdout: \u000a| (launched: 2022-12-14_02:02:46.869319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:48.942896 run osmo-stp_10.42.42.5(pid=27017): stderr: \u000a| �[0;m�[38;5;43m20221214020247104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020247104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020247105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020247105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020247105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020247106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020247106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:49.000057 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27017): Process ended prematurely: osmo-stp_10.42.42.5(pid=27017) [trial-2397↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27017)] [trial-2397↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a02:02:49.008563 tst handover.py:18: Test FAILED (7.1 sec)\u000a02:02:49.070863 run osmo-hlr_10.42.42.2(pid=27014): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27014)]\u000a02:02:49.121840 run osmo-hlr_10.42.42.2(pid=27014): stdout: \u000a| (launched: 2022-12-14_02:02:45.669803) \u000a02:02:49.173214 run osmo-hlr_10.42.42.2(pid=27014): stderr: \u000a| �[0;m�[1;31m20221214020245963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020245963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020245963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020245963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020245963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020245964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020245987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020245999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020245999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020245999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:02:49.243105 run osmo-msc_10.42.42.6(pid=27020): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27020)]\u000a02:02:49.294069 run osmo-msc_10.42.42.6(pid=27020): stdout: \u000a| (launched: 2022-12-14_02:02:48.049977) \u000a02:02:49.346010 run osmo-msc_10.42.42.6(pid=27020): stderr: \u000a| �[0;m�[38;5;43m20221214020248373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020248373 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd152edec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020248373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020248373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020248373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020248373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020248375 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020248375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020248375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020248375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:02:49.389917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27013): Terminating (SIGTERM)\u000a02:02:49.432195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27016): Terminating (SIGTERM)\u000a02:02:49.473768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27019): Terminating (SIGTERM)\u000a02:02:49.483423 --- ParallelTerminationStrategy: PID 27013 died...\u000a02:02:49.538910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27013): Terminated: ok {rc=0}\u000a02:02:49.549039 --- ParallelTerminationStrategy: PID 27016 died...\u000a02:02:49.603932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27016): Terminated: ok {rc=0}\u000a02:02:49.613924 --- ParallelTerminationStrategy: PID 27019 died...\u000a02:02:49.669122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27019): Terminated: ok {rc=0}\u000a02:02:49.756388 bus /sierra_3: Setting Powered False\u000a02:02:50.861586 bus /sierra_3: Setting Powered False\u000a02:02:51.968747 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:02:41" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27031): Process ended prematurely: osmo-stp_10.42.42.5(pid=27031) [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27031)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27031): Process ended prematurely: osmo-stp_10.42.42.5(pid=27031) [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27031)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a02:02:54.003614 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:54.015697 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a02:02:54.157529 tst handover.py: using LAC 37793\u000a02:02:54.285801 tst handover.py: using RAC 53\u000a02:02:54.415665 tst handover.py: using CellId 37793\u000a02:02:54.545415 tst handover.py: using BVCI 37794\u000a02:02:54.570413 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a02:02:54.712725 tst handover.py: using LAC 37794\u000a02:02:54.830258 tst handover.py: using RAC 54\u000a02:02:54.948252 tst handover.py: using CellId 37794\u000a02:02:55.065889 tst handover.py: using BVCI 37795\u000a02:02:55.089183 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:55.100335 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:55.111412 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:55.122499 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:55.133918 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:55.145154 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:02:55.269395 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:02:55.481348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:02:55.977876 run create_hlr_db(pid=27025): Launched\u000a02:02:56.110985 bus /sierra_2: Setting Powered False\u000a02:02:57.188787 run create_hlr_db(pid=27025): Terminated: ok {rc=0}\u000a02:02:57.598664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27027): Launched\u000a02:02:57.928752 run osmo-hlr_10.42.42.2(pid=27028): Launched\u000a02:02:58.052580 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:02:58.598631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27030): Launched\u000a02:02:58.928070 run osmo-stp_10.42.42.5(pid=27031): Launched\u000a02:02:59.046849 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:02:59.620042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27033): Launched\u000a02:02:59.950661 run osmo-msc_10.42.42.6(pid=27034): Launched\u000a02:03:00.141908 run osmo-stp_10.42.42.5(pid=27031): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27031)]\u000a02:03:00.279889 run osmo-stp_10.42.42.5(pid=27031): stdout: \u000a| (launched: 2022-12-14_02:02:58.764894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:00.417248 run osmo-stp_10.42.42.5(pid=27031): stderr: \u000a| �[0;m�[38;5;43m20221214020258959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020258959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020258960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020258960 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020258961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020258961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020258961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:00.548382 run osmo-stp_10.42.42.5(pid=27031): stdout: \u000a| (launched: 2022-12-14_02:02:58.764894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:00.678474 run osmo-stp_10.42.42.5(pid=27031): stderr: \u000a| �[0;m�[38;5;43m20221214020258959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020258959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020258960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020258960 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020258961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020258961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020258961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:00.735542 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27031): Process ended prematurely: osmo-stp_10.42.42.5(pid=27031) [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27031)] [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a02:03:00.744134 tst handover.py:18: Test FAILED (6.7 sec)\u000a02:03:00.806298 run osmo-hlr_10.42.42.2(pid=27028): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27028)]\u000a02:03:00.858192 run osmo-hlr_10.42.42.2(pid=27028): stdout: \u000a| (launched: 2022-12-14_02:02:57.765711) \u000a02:03:00.925213 run osmo-hlr_10.42.42.2(pid=27028): stderr: \u000a| �[0;m�[1;31m20221214020257966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020257966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020257966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020257966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020257966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020257966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020257981 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020257989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020257989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020257989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:03:01.010689 run osmo-msc_10.42.42.6(pid=27034): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27034)]\u000a02:03:01.063045 run osmo-msc_10.42.42.6(pid=27034): stdout: \u000a| (launched: 2022-12-14_02:02:59.786653) \u000a02:03:01.114872 run osmo-msc_10.42.42.6(pid=27034): stderr: \u000a| �[0;m�[38;5;43m20221214020300108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020300108 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa5d571ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020300108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020300108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020300109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020300109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020300110 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020300111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020300111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020300111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:03:01.159564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27027): Terminating (SIGTERM)\u000a02:03:01.204110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27030): Terminating (SIGTERM)\u000a02:03:01.248325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27033): Terminating (SIGTERM)\u000a02:03:01.260097 --- ParallelTerminationStrategy: PID 27027 died...\u000a02:03:01.328641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27027): Terminated: ok {rc=0}\u000a02:03:01.346545 --- ParallelTerminationStrategy: PID 27030 died...\u000a02:03:01.409628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27030): Terminated: ok {rc=0}\u000a02:03:01.420109 --- ParallelTerminationStrategy: PID 27033 died...\u000a02:03:01.478123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27033): Terminated: ok {rc=0}\u000a02:03:01.566101 bus /sierra_3: Setting Powered False\u000a02:03:02.672311 bus /sierra_3: Setting Powered False\u000a02:03:03.780256 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:02:53" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27046): Process ended prematurely: osmo-stp_10.42.42.5(pid=27046) [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27046)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27046): Process ended prematurely: osmo-stp_10.42.42.5(pid=27046) [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a02:03:05.805641 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:05.816442 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:03:05.950399 tst handover.py: using LAC 37795\u000a02:03:06.079167 tst handover.py: using RAC 55\u000a02:03:06.209777 tst handover.py: using CellId 37795\u000a02:03:06.341438 tst handover.py: using BVCI 37796\u000a02:03:06.366861 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:03:06.499194 tst handover.py: using LAC 37796\u000a02:03:06.629953 tst handover.py: using RAC 56\u000a02:03:06.757992 tst handover.py: using CellId 37796\u000a02:03:06.887470 tst handover.py: using BVCI 37797\u000a02:03:06.912280 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:06.923759 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:06.935090 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:06.946549 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:06.957959 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:06.969288 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:03:07.086375 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:03:07.290022 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:03:07.749870 run create_hlr_db(pid=27040): Launched\u000a02:03:07.875851 bus /sierra_2: Setting Powered False\u000a02:03:08.948590 run create_hlr_db(pid=27040): Terminated: ok {rc=0}\u000a02:03:09.332925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27042): Launched\u000a02:03:09.644026 run osmo-hlr_10.42.42.2(pid=27043): Launched\u000a02:03:09.762687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:03:10.276200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27045): Launched\u000a02:03:10.584559 run osmo-stp_10.42.42.5(pid=27046): Launched\u000a02:03:10.695898 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:03:11.228772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27048): Launched\u000a02:03:11.539107 run osmo-msc_10.42.42.6(pid=27049): Launched\u000a02:03:11.718325 run osmo-stp_10.42.42.5(pid=27046): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27046)]\u000a02:03:11.847613 run osmo-stp_10.42.42.5(pid=27046): stdout: \u000a| (launched: 2022-12-14_02:03:10.431663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:11.974560 run osmo-stp_10.42.42.5(pid=27046): stderr: \u000a| �[0;m�[38;5;43m20221214020310603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020310603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020310603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020310604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020310604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020310605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020310605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:12.098025 run osmo-stp_10.42.42.5(pid=27046): stdout: \u000a| (launched: 2022-12-14_02:03:10.431663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:12.219703 run osmo-stp_10.42.42.5(pid=27046): stderr: \u000a| �[0;m�[38;5;43m20221214020310603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020310603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020310603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020310604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020310604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020310605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020310605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:12.273046 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27046): Process ended prematurely: osmo-stp_10.42.42.5(pid=27046) [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27046)] [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a02:03:12.281265 tst handover.py:18: Test FAILED (6.5 sec)\u000a02:03:12.341444 run osmo-hlr_10.42.42.2(pid=27043): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27043)]\u000a02:03:12.390681 run osmo-hlr_10.42.42.2(pid=27043): stdout: \u000a| (launched: 2022-12-14_02:03:09.489681) \u000a02:03:12.440331 run osmo-hlr_10.42.42.2(pid=27043): stderr: \u000a| �[0;m�[1;31m20221214020309669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020309669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020309669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020309669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020309669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020309669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020309682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020309690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020309690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020309690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:03:12.507296 run osmo-msc_10.42.42.6(pid=27049): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27049)]\u000a02:03:12.556069 run osmo-msc_10.42.42.6(pid=27049): stdout: \u000a| (launched: 2022-12-14_02:03:11.384584) \u000a02:03:12.605406 run osmo-msc_10.42.42.6(pid=27049): stderr: \u000a| �[0;m�[38;5;43m20221214020311658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020311658 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6eab707c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020311658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020311658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020311658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020311658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020311660 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020311660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020311661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020311661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:03:12.647394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27042): Terminating (SIGTERM)\u000a02:03:12.687114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27045): Terminating (SIGTERM)\u000a02:03:12.726616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27048): Terminating (SIGTERM)\u000a02:03:12.735795 --- ParallelTerminationStrategy: PID 27042 died...\u000a02:03:12.789884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27042): Terminated: ok {rc=0}\u000a02:03:12.799559 --- ParallelTerminationStrategy: PID 27045 died...\u000a02:03:12.853066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27045): Terminated: ok {rc=0}\u000a02:03:12.862506 --- ParallelTerminationStrategy: PID 27048 died...\u000a02:03:12.915756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27048): Terminated: ok {rc=0}\u000a02:03:13.003767 bus /sierra_3: Setting Powered False\u000a02:03:14.106234 bus /sierra_3: Setting Powered False\u000a02:03:15.216617 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:03:05" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27060): Process ended prematurely: osmo-stp_10.42.42.5(pid=27060) [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27060)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27060): Process ended prematurely: osmo-stp_10.42.42.5(pid=27060) [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27060)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a02:03:17.306216 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:17.318115 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:03:17.454171 tst handover.py: using LAC 37797\u000a02:03:17.575979 tst handover.py: using RAC 57\u000a02:03:17.697956 tst handover.py: using CellId 37797\u000a02:03:17.818105 tst handover.py: using BVCI 37798\u000a02:03:17.841486 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:03:17.985593 tst handover.py: using LAC 37798\u000a02:03:18.116904 tst handover.py: using RAC 58\u000a02:03:18.245663 tst handover.py: using CellId 37798\u000a02:03:18.377612 tst handover.py: using BVCI 37799\u000a02:03:18.402898 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:18.414577 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:18.426057 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:18.437555 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:18.449711 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:18.461553 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:03:18.580165 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:03:18.793322 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:03:19.290925 run create_hlr_db(pid=27054): Launched\u000a02:03:19.425768 bus /sierra_2: Setting Powered False\u000a02:03:20.503220 run create_hlr_db(pid=27054): Terminated: ok {rc=0}\u000a02:03:20.891399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27056): Launched\u000a02:03:21.200744 run osmo-hlr_10.42.42.2(pid=27057): Launched\u000a02:03:21.321684 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:03:21.836933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27059): Launched\u000a02:03:22.144480 run osmo-stp_10.42.42.5(pid=27060): Launched\u000a02:03:22.256591 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:03:22.792935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27062): Launched\u000a02:03:23.100593 run osmo-msc_10.42.42.6(pid=27063): Launched\u000a02:03:23.280596 run osmo-stp_10.42.42.5(pid=27060): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27060)]\u000a02:03:23.409979 run osmo-stp_10.42.42.5(pid=27060): stdout: \u000a| (launched: 2022-12-14_02:03:21.991958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:23.536918 run osmo-stp_10.42.42.5(pid=27060): stderr: \u000a| �[0;m�[38;5;43m20221214020322164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020322164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020322164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020322165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020322165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020322165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020322165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:23.659743 run osmo-stp_10.42.42.5(pid=27060): stdout: \u000a| (launched: 2022-12-14_02:03:21.991958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:23.781653 run osmo-stp_10.42.42.5(pid=27060): stderr: \u000a| �[0;m�[38;5;43m20221214020322164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020322164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020322164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020322165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020322165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020322165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020322165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:23.835123 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27060): Process ended prematurely: osmo-stp_10.42.42.5(pid=27060) [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27060)] [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a02:03:23.843547 tst handover.py:18: Test FAILED (6.5 sec)\u000a02:03:23.903586 run osmo-hlr_10.42.42.2(pid=27057): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27057)]\u000a02:03:23.952347 run osmo-hlr_10.42.42.2(pid=27057): stdout: \u000a| (launched: 2022-12-14_02:03:21.047033) \u000a02:03:24.001853 run osmo-hlr_10.42.42.2(pid=27057): stderr: \u000a| �[0;m�[1;31m20221214020321223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020321223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020321223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020321223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020321223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020321223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020321236 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020321244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020321244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020321244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:03:24.068876 run osmo-msc_10.42.42.6(pid=27063): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27063)]\u000a02:03:24.117518 run osmo-msc_10.42.42.6(pid=27063): stdout: \u000a| (launched: 2022-12-14_02:03:22.947936) \u000a02:03:24.166659 run osmo-msc_10.42.42.6(pid=27063): stderr: \u000a| �[0;m�[38;5;43m20221214020323217 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020323218 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce303b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020323218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020323218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020323218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020323218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020323220 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020323220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020323220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020323220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:03:24.208520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27056): Terminating (SIGTERM)\u000a02:03:24.248595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27059): Terminating (SIGTERM)\u000a02:03:24.288214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27062): Terminating (SIGTERM)\u000a02:03:24.297465 --- ParallelTerminationStrategy: PID 27056 died...\u000a02:03:24.351282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27056): Terminated: ok {rc=0}\u000a02:03:24.361014 --- ParallelTerminationStrategy: PID 27059 died...\u000a02:03:24.414135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27059): Terminated: ok {rc=0}\u000a02:03:24.423550 --- ParallelTerminationStrategy: PID 27062 died...\u000a02:03:24.477140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27062): Terminated: ok {rc=0}\u000a02:03:24.564983 bus /sierra_3: Setting Powered False\u000a02:03:25.671067 bus /sierra_3: Setting Powered False\u000a02:03:26.782959 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:03:16" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27074): Process ended prematurely: osmo-stp_10.42.42.5(pid=27074) [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27074)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27074): Process ended prematurely: osmo-stp_10.42.42.5(pid=27074) [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27074)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a02:03:28.819883 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:28.831134 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:03:28.971645 tst handover.py: using LAC 37799\u000a02:03:29.099732 tst handover.py: using RAC 59\u000a02:03:29.228618 tst handover.py: using CellId 37799\u000a02:03:29.358727 tst handover.py: using BVCI 37800\u000a02:03:29.384121 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:03:29.528290 tst handover.py: using LAC 37800\u000a02:03:29.658341 tst handover.py: using RAC 60\u000a02:03:29.787621 tst handover.py: using CellId 37800\u000a02:03:29.917963 tst handover.py: using BVCI 37801\u000a02:03:29.943244 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:29.954945 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:29.966336 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:29.977803 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:29.989771 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:30.001725 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:03:30.120021 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:03:30.328679 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:03:30.785700 run create_hlr_db(pid=27068): Launched\u000a02:03:30.937428 bus /sierra_2: Setting Powered False\u000a02:03:32.049555 run create_hlr_db(pid=27068): Terminated: ok {rc=0}\u000a02:03:32.475686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27070): Launched\u000a02:03:32.806733 run osmo-hlr_10.42.42.2(pid=27071): Launched\u000a02:03:32.929251 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:03:33.473661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27073): Launched\u000a02:03:33.803730 run osmo-stp_10.42.42.5(pid=27074): Launched\u000a02:03:33.922709 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:03:34.495794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27076): Launched\u000a02:03:34.827191 run osmo-msc_10.42.42.6(pid=27077): Launched\u000a02:03:35.018698 run osmo-stp_10.42.42.5(pid=27074): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27074)]\u000a02:03:35.157027 run osmo-stp_10.42.42.5(pid=27074): stdout: \u000a| (launched: 2022-12-14_02:03:33.640047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:35.293929 run osmo-stp_10.42.42.5(pid=27074): stderr: \u000a| �[0;m�[38;5;43m20221214020333836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020333836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020333837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020333837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020333838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020333838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020333838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:35.426132 run osmo-stp_10.42.42.5(pid=27074): stdout: \u000a| (launched: 2022-12-14_02:03:33.640047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:35.556379 run osmo-stp_10.42.42.5(pid=27074): stderr: \u000a| �[0;m�[38;5;43m20221214020333836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020333836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020333837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020333837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020333838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020333838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020333838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:35.613731 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27074): Process ended prematurely: osmo-stp_10.42.42.5(pid=27074) [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27074)] [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a02:03:35.622739 tst handover.py:18: Test FAILED (6.8 sec)\u000a02:03:35.685302 run osmo-hlr_10.42.42.2(pid=27071): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27071)]\u000a02:03:35.736340 run osmo-hlr_10.42.42.2(pid=27071): stdout: \u000a| (launched: 2022-12-14_02:03:32.643730) \u000a02:03:35.787932 run osmo-hlr_10.42.42.2(pid=27071): stderr: \u000a| �[0;m�[1;31m20221214020332842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020332842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020332842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020332843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020332843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020332843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020332855 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020332863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020332864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020332864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:03:35.858273 run osmo-msc_10.42.42.6(pid=27077): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27077)]\u000a02:03:35.909237 run osmo-msc_10.42.42.6(pid=27077): stdout: \u000a| (launched: 2022-12-14_02:03:34.663239) \u000a02:03:35.960687 run osmo-msc_10.42.42.6(pid=27077): stderr: \u000a| �[0;m�[38;5;43m20221214020334985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020334986 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61f52c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020334986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020334986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020334986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020334986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020334988 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020334988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020334988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020334988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:03:36.004290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27070): Terminating (SIGTERM)\u000a02:03:36.045781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27073): Terminating (SIGTERM)\u000a02:03:36.087301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27076): Terminating (SIGTERM)\u000a02:03:36.097124 --- ParallelTerminationStrategy: PID 27070 died...\u000a02:03:36.153103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27070): Terminated: ok {rc=0}\u000a02:03:36.163269 --- ParallelTerminationStrategy: PID 27073 died...\u000a02:03:36.218370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27073): Terminated: ok {rc=0}\u000a02:03:36.228426 --- ParallelTerminationStrategy: PID 27076 died...\u000a02:03:36.283941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27076): Terminated: ok {rc=0}\u000a02:03:36.370486 bus /sierra_3: Setting Powered False\u000a02:03:37.475545 bus /sierra_3: Setting Powered False\u000a02:03:38.583593 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:03:28" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27088): Process ended prematurely: osmo-stp_10.42.42.5(pid=27088) [trial-2397↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27088)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27088): Process ended prematurely: osmo-stp_10.42.42.5(pid=27088) [trial-2397↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a02:03:40.585209 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:40.596158 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:03:40.741514 tst handover.py: using LAC 37801\u000a02:03:40.867120 tst handover.py: using RAC 61\u000a02:03:40.987929 tst handover.py: using CellId 37801\u000a02:03:41.110117 tst handover.py: using BVCI 37802\u000a02:03:41.133724 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:03:41.266650 tst handover.py: using LAC 37802\u000a02:03:41.395970 tst handover.py: using RAC 62\u000a02:03:41.524745 tst handover.py: using CellId 37802\u000a02:03:41.655103 tst handover.py: using BVCI 37803\u000a02:03:41.680255 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:41.691891 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:41.703403 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:41.714871 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:41.726653 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:41.738256 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:03:41.855728 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:03:42.068693 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:03:42.567256 run create_hlr_db(pid=27082): Launched\u000a02:03:42.702584 bus /sierra_2: Setting Powered False\u000a02:03:43.779734 run create_hlr_db(pid=27082): Terminated: ok {rc=0}\u000a02:03:44.166830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27084): Launched\u000a02:03:44.476776 run osmo-hlr_10.42.42.2(pid=27085): Launched\u000a02:03:44.597546 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:03:45.115494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27087): Launched\u000a02:03:45.423580 run osmo-stp_10.42.42.5(pid=27088): Launched\u000a02:03:45.535867 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:03:46.106419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27090): Launched\u000a02:03:46.554264 run osmo-msc_10.42.42.6(pid=27091): Launched\u000a02:03:46.946704 run osmo-stp_10.42.42.5(pid=27088): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27088)]\u000a02:03:47.183041 run osmo-stp_10.42.42.5(pid=27088): stdout: \u000a| (launched: 2022-12-14_02:03:45.271151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:47.312836 run osmo-stp_10.42.42.5(pid=27088): stderr: \u000a| �[0;m�[38;5;43m20221214020345441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020345441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020345442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020345442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020345442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020345442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020345443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:47.435608 run osmo-stp_10.42.42.5(pid=27088): stdout: \u000a| (launched: 2022-12-14_02:03:45.271151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:47.557744 run osmo-stp_10.42.42.5(pid=27088): stderr: \u000a| �[0;m�[38;5;43m20221214020345441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020345441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020345442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020345442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020345442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020345442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020345443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:47.611144 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27088): Process ended prematurely: osmo-stp_10.42.42.5(pid=27088) [trial-2397↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27088)] [trial-2397↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a02:03:47.619224 tst handover.py:18: Test FAILED (7.0 sec)\u000a02:03:47.679814 run osmo-hlr_10.42.42.2(pid=27085): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27085)]\u000a02:03:47.729222 run osmo-hlr_10.42.42.2(pid=27085): stdout: \u000a| (launched: 2022-12-14_02:03:44.323221) \u000a02:03:47.779128 run osmo-hlr_10.42.42.2(pid=27085): stderr: \u000a| �[0;m�[1;31m20221214020344501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020344501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020344501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020344501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020344501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020344501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020344513 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020344521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020344521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020344521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:03:47.847121 run osmo-msc_10.42.42.6(pid=27091): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27091)]\u000a02:03:47.896332 run osmo-msc_10.42.42.6(pid=27091): stdout: \u000a| (launched: 2022-12-14_02:03:46.264252) \u000a02:03:47.946335 run osmo-msc_10.42.42.6(pid=27091): stderr: \u000a| �[0;m�[38;5;43m20221214020346734 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020346734 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f391d1c9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020346734 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020346734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020346734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020346734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020346736 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020346736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020346736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020346737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:03:47.988976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27084): Terminating (SIGTERM)\u000a02:03:48.029126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27087): Terminating (SIGTERM)\u000a02:03:48.069802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27090): Terminating (SIGTERM)\u000a02:03:48.079120 --- ParallelTerminationStrategy: PID 27084 died...\u000a02:03:48.133496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27084): Terminated: ok {rc=0}\u000a02:03:48.143094 --- ParallelTerminationStrategy: PID 27087 died...\u000a02:03:48.197769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27087): Terminated: ok {rc=0}\u000a02:03:48.207409 --- ParallelTerminationStrategy: PID 27090 died...\u000a02:03:48.261385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27090): Terminated: ok {rc=0}\u000a02:03:48.349881 bus /sierra_3: Setting Powered False\u000a02:03:49.453176 bus /sierra_3: Setting Powered False\u000a02:03:50.558963 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:03:40" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27102): Process ended prematurely: osmo-stp_10.42.42.5(pid=27102) [trial-2397↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27102)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27102): Process ended prematurely: osmo-stp_10.42.42.5(pid=27102) [trial-2397↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a02:03:52.589240 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:52.600498 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:03:52.749716 tst handover.py: using LAC 37803\u000a02:03:52.880285 tst handover.py: using RAC 63\u000a02:03:53.005092 tst handover.py: using CellId 37803\u000a02:03:53.129530 tst handover.py: using BVCI 37804\u000a02:03:53.152791 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:03:53.290981 tst handover.py: using LAC 37804\u000a02:03:53.410090 tst handover.py: using RAC 64\u000a02:03:53.536911 tst handover.py: using CellId 37804\u000a02:03:53.664022 tst handover.py: using BVCI 37805\u000a02:03:53.688929 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:53.700339 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:53.711546 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:53.722929 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:53.734203 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:53.745480 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:03:53.863465 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:03:54.075343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:03:54.574946 run create_hlr_db(pid=27096): Launched\u000a02:03:54.709383 bus /sierra_2: Setting Powered False\u000a02:03:55.786146 run create_hlr_db(pid=27096): Terminated: ok {rc=0}\u000a02:03:56.175276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27098): Launched\u000a02:03:56.483088 run osmo-hlr_10.42.42.2(pid=27099): Launched\u000a02:03:56.600395 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:03:57.107916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27101): Launched\u000a02:03:57.417581 run osmo-stp_10.42.42.5(pid=27102): Launched\u000a02:03:57.529265 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:03:58.064733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27104): Launched\u000a02:03:58.375097 run osmo-msc_10.42.42.6(pid=27105): Launched\u000a02:03:58.555412 run osmo-stp_10.42.42.5(pid=27102): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27102)]\u000a02:03:58.685291 run osmo-stp_10.42.42.5(pid=27102): stdout: \u000a| (launched: 2022-12-14_02:03:57.263288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:58.813372 run osmo-stp_10.42.42.5(pid=27102): stderr: \u000a| �[0;m�[38;5;43m20221214020357435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020357435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020357435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020357436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020357436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020357436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020357436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:58.936723 run osmo-stp_10.42.42.5(pid=27102): stdout: \u000a| (launched: 2022-12-14_02:03:57.263288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:59.059368 run osmo-stp_10.42.42.5(pid=27102): stderr: \u000a| �[0;m�[38;5;43m20221214020357435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020357435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020357435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020357436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020357436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020357436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020357436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:59.113095 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27102): Process ended prematurely: osmo-stp_10.42.42.5(pid=27102) [trial-2397↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27102)] [trial-2397↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a02:03:59.121298 tst handover.py:18: Test FAILED (6.5 sec)\u000a02:03:59.181817 run osmo-hlr_10.42.42.2(pid=27099): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27099)]\u000a02:03:59.230488 run osmo-hlr_10.42.42.2(pid=27099): stdout: \u000a| (launched: 2022-12-14_02:03:56.330833) \u000a02:03:59.279642 run osmo-hlr_10.42.42.2(pid=27099): stderr: \u000a| �[0;m�[1;31m20221214020356505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020356505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020356505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020356506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020356506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020356506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020356518 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020356526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020356526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020356526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:03:59.346928 run osmo-msc_10.42.42.6(pid=27105): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27105)]\u000a02:03:59.395547 run osmo-msc_10.42.42.6(pid=27105): stdout: \u000a| (launched: 2022-12-14_02:03:58.220039) \u000a02:03:59.445065 run osmo-msc_10.42.42.6(pid=27105): stderr: \u000a| �[0;m�[38;5;43m20221214020358492 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020358493 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa65f226c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020358493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020358493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020358493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020358493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020358495 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020358495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020358495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020358495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:03:59.486927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27098): Terminating (SIGTERM)\u000a02:03:59.526531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27101): Terminating (SIGTERM)\u000a02:03:59.565989 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27104): Terminating (SIGTERM)\u000a02:03:59.575124 --- ParallelTerminationStrategy: PID 27098 died...\u000a02:03:59.628664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27098): Terminated: ok {rc=0}\u000a02:03:59.638326 --- ParallelTerminationStrategy: PID 27101 died...\u000a02:03:59.691842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27101): Terminated: ok {rc=0}\u000a02:03:59.701465 --- ParallelTerminationStrategy: PID 27104 died...\u000a02:03:59.754511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27104): Terminated: ok {rc=0}\u000a02:03:59.842128 bus /sierra_3: Setting Powered False\u000a02:04:00.961447 bus /sierra_3: Setting Powered False\u000a02:04:02.078608 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:03:52" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27116): Process ended prematurely: osmo-stp_10.42.42.5(pid=27116) [trial-2397↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27116)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27116): Process ended prematurely: osmo-stp_10.42.42.5(pid=27116) [trial-2397↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a02:04:04.120881 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:04.132102 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:04:04.278504 tst handover.py: using LAC 37805\u000a02:04:04.405239 tst handover.py: using RAC 65\u000a02:04:04.533791 tst handover.py: using CellId 37805\u000a02:04:04.656409 tst handover.py: using BVCI 37806\u000a02:04:04.681503 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:04:04.824606 tst handover.py: using LAC 37806\u000a02:04:04.950933 tst handover.py: using RAC 66\u000a02:04:05.076334 tst handover.py: using CellId 37806\u000a02:04:05.202455 tst handover.py: using BVCI 37807\u000a02:04:05.227366 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:05.239024 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:05.250388 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:05.261848 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:05.273749 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:05.285094 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:04:05.406075 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:04:05.609624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:04:06.068800 run create_hlr_db(pid=27110): Launched\u000a02:04:06.193802 bus /sierra_2: Setting Powered False\u000a02:04:07.266424 run create_hlr_db(pid=27110): Terminated: ok {rc=0}\u000a02:04:07.650562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27112): Launched\u000a02:04:07.958039 run osmo-hlr_10.42.42.2(pid=27113): Launched\u000a02:04:08.078550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:04:08.593909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27115): Launched\u000a02:04:08.903445 run osmo-stp_10.42.42.5(pid=27116): Launched\u000a02:04:09.014153 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:04:09.547084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27118): Launched\u000a02:04:09.856108 run osmo-msc_10.42.42.6(pid=27119): Launched\u000a02:04:10.035326 run osmo-stp_10.42.42.5(pid=27116): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27116)]\u000a02:04:10.164177 run osmo-stp_10.42.42.5(pid=27116): stdout: \u000a| (launched: 2022-12-14_02:04:08.748843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:04:10.291075 run osmo-stp_10.42.42.5(pid=27116): stderr: \u000a| �[0;m�[38;5;43m20221214020408921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020408921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020408921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020408922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020408922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020408922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020408922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:04:10.413910 run osmo-stp_10.42.42.5(pid=27116): stdout: \u000a| (launched: 2022-12-14_02:04:08.748843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:04:10.535384 run osmo-stp_10.42.42.5(pid=27116): stderr: \u000a| �[0;m�[38;5;43m20221214020408921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020408921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020408921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020408922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020408922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020408922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020408922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:04:10.588482 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27116): Process ended prematurely: osmo-stp_10.42.42.5(pid=27116) [trial-2397↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27116)] [trial-2397↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a02:04:10.596493 tst handover.py:18: Test FAILED (6.5 sec)\u000a02:04:10.656256 run osmo-hlr_10.42.42.2(pid=27113): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27113)]\u000a02:04:10.705109 run osmo-hlr_10.42.42.2(pid=27113): stdout: \u000a| (launched: 2022-12-14_02:04:07.805291) \u000a02:04:10.754340 run osmo-hlr_10.42.42.2(pid=27113): stderr: \u000a| �[0;m�[1;31m20221214020407982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020407982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020407982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020407982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020407982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020407982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020407997 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020408006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020408006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020408006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:04:10.822168 run osmo-msc_10.42.42.6(pid=27119): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27119)]\u000a02:04:10.871051 run osmo-msc_10.42.42.6(pid=27119): stdout: \u000a| (launched: 2022-12-14_02:04:09.701702) \u000a02:04:10.920392 run osmo-msc_10.42.42.6(pid=27119): stderr: \u000a| �[0;m�[38;5;43m20221214020409972 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020409972 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f01f608fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020409972 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020409972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020409972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020409973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020409974 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020409975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020409975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020409975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:04:10.962288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27112): Terminating (SIGTERM)\u000a02:04:11.001743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27115): Terminating (SIGTERM)\u000a02:04:11.041359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27118): Terminating (SIGTERM)\u000a02:04:11.050539 --- ParallelTerminationStrategy: PID 27112 died...\u000a02:04:11.104261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27112): Terminated: ok {rc=0}\u000a02:04:11.113942 --- ParallelTerminationStrategy: PID 27115 died...\u000a02:04:11.167026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27115): Terminated: ok {rc=0}\u000a02:04:11.176568 --- ParallelTerminationStrategy: PID 27118 died...\u000a02:04:11.229683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27118): Terminated: ok {rc=0}\u000a02:04:11.317341 bus /sierra_3: Setting Powered False\u000a02:04:12.419573 bus /sierra_3: Setting Powered False\u000a02:04:13.524043 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:04:03" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27130): Process ended prematurely: osmo-stp_10.42.42.5(pid=27130) [trial-2397↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27130)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27130): Process ended prematurely: osmo-stp_10.42.42.5(pid=27130) [trial-2397↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a02:04:15.538914 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:04:15.549714 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:04:15.677444 tst handover.py: using LAC 37807\u000a02:04:15.804079 tst handover.py: using RAC 67\u000a02:04:15.951358 tst handover.py: using CellId 37807\u000a02:04:16.085939 tst handover.py: using BVCI 37808\u000a02:04:16.111739 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:04:16.267824 tst handover.py: using LAC 37808\u000a02:04:16.397081 tst handover.py: using RAC 68\u000a02:04:16.527461 tst handover.py: using CellId 37808\u000a02:04:16.656144 tst handover.py: using BVCI 37809\u000a02:04:16.681219 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:04:16.693352 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:04:16.705079 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:04:16.717213 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:04:16.730226 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:04:16.743048 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:04:16.862006 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:04:17.072305 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:04:17.537299 run create_hlr_db(pid=27124): Launched\u000a02:04:17.662453 bus /sierra_2: Setting Powered False\u000a02:04:18.737016 run create_hlr_db(pid=27124): Terminated: ok {rc=0}\u000a02:04:19.149505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27126): Launched\u000a02:04:19.480520 run osmo-hlr_10.42.42.2(pid=27127): Launched\u000a02:04:19.601172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:04:20.144630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27129): Launched\u000a02:04:20.476035 run osmo-stp_10.42.42.5(pid=27130): Launched\u000a02:04:20.595181 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:04:21.169380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27132): Launched\u000a02:04:21.499585 run osmo-msc_10.42.42.6(pid=27133): Launched\u000a02:04:21.692117 run osmo-stp_10.42.42.5(pid=27130): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27130)]\u000a02:04:21.830564 run osmo-stp_10.42.42.5(pid=27130): stdout: \u000a| (launched: 2022-12-14_02:04:20.311512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:04:21.967943 run osmo-stp_10.42.42.5(pid=27130): stderr: \u000a| �[0;m�[38;5;43m20221214020420504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020420505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020420505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020420505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020420506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020420506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020420506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:04:22.100015 run osmo-stp_10.42.42.5(pid=27130): stdout: \u000a| (launched: 2022-12-14_02:04:20.311512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:04:22.231204 run osmo-stp_10.42.42.5(pid=27130): stderr: \u000a| �[0;m�[38;5;43m20221214020420504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020420505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020420505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020420505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020420506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020420506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020420506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:04:22.288760 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27130): Process ended prematurely: osmo-stp_10.42.42.5(pid=27130) [trial-2397↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27130)] [trial-2397↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a02:04:22.297708 tst handover.py:18: Test FAILED (6.7 sec)\u000a02:04:22.360093 run osmo-hlr_10.42.42.2(pid=27127): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27127)]\u000a02:04:22.411351 run osmo-hlr_10.42.42.2(pid=27127): stdout: \u000a| (launched: 2022-12-14_02:04:19.317203) \u000a02:04:22.462772 run osmo-hlr_10.42.42.2(pid=27127): stderr: \u000a| �[0;m�[1;31m20221214020419517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020419517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020419517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020419517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020419517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020419518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020419533 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020419542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020419543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020419543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:04:22.533043 run osmo-msc_10.42.42.6(pid=27133): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27133)]\u000a02:04:22.583985 run osmo-msc_10.42.42.6(pid=27133): stdout: \u000a| (launched: 2022-12-14_02:04:21.336354) \u000a02:04:22.635393 run osmo-msc_10.42.42.6(pid=27133): stderr: \u000a| �[0;m�[38;5;43m20221214020421660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020421661 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf3cf3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020421661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020421661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020421661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020421661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020421663 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020421664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020421664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020421664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:04:22.679031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27126): Terminating (SIGTERM)\u000a02:04:22.720368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27129): Terminating (SIGTERM)\u000a02:04:22.762034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27132): Terminating (SIGTERM)\u000a02:04:22.771697 --- ParallelTerminationStrategy: PID 27126 died...\u000a02:04:22.827602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27126): Terminated: ok {rc=0}\u000a02:04:22.837849 --- ParallelTerminationStrategy: PID 27129 died...\u000a02:04:22.893709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27129): Terminated: ok {rc=0}\u000a02:04:22.903914 --- ParallelTerminationStrategy: PID 27132 died...\u000a02:04:22.959335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27132): Terminated: ok {rc=0}\u000a02:04:23.045719 bus /sierra_3: Setting Powered False\u000a02:04:24.152496 bus /sierra_3: Setting Powered False\u000a02:04:25.260941 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:04:15" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27144): Process ended prematurely: osmo-stp_10.42.42.5(pid=27144) [trial-2397↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27144)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27144): Process ended prematurely: osmo-stp_10.42.42.5(pid=27144) [trial-2397↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a02:04:27.255912 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:27.266961 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:04:27.388282 tst handover.py: using LAC 37809\u000a02:04:27.509304 tst handover.py: using RAC 69\u000a02:04:27.628928 tst handover.py: using CellId 37809\u000a02:04:27.750500 tst handover.py: using BVCI 37810\u000a02:04:27.773819 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:04:27.910335 tst handover.py: using LAC 37810\u000a02:04:28.031683 tst handover.py: using RAC 70\u000a02:04:28.152540 tst handover.py: using CellId 37810\u000a02:04:28.273229 tst handover.py: using BVCI 37811\u000a02:04:28.296436 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:28.307391 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:28.318164 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:28.328911 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:28.340534 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:28.351611 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:04:28.469336 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:04:28.681352 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:04:29.178646 run create_hlr_db(pid=27138): Launched\u000a02:04:29.312353 bus /sierra_2: Setting Powered False\u000a02:04:30.389794 run create_hlr_db(pid=27138): Terminated: ok {rc=0}\u000a02:04:30.776793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27140): Launched\u000a02:04:31.223014 run osmo-hlr_10.42.42.2(pid=27141): Launched\u000a02:04:31.383549 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:04:31.994644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27143): Launched\u000a02:04:32.410021 run osmo-stp_10.42.42.5(pid=27144): Launched\u000a02:04:32.525234 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:04:33.059613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27146): Launched\u000a02:04:33.369403 run osmo-msc_10.42.42.6(pid=27147): Launched\u000a02:04:33.549120 run osmo-stp_10.42.42.5(pid=27144): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27144)]\u000a02:04:33.678373 run osmo-stp_10.42.42.5(pid=27144): stdout: \u000a| (launched: 2022-12-14_02:04:32.153152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:04:33.805439 run osmo-stp_10.42.42.5(pid=27144): stderr: \u000a| �[0;m�[38;5;43m20221214020432328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020432328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020432328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020432329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020432329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020432329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020432329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:04:33.928005 run osmo-stp_10.42.42.5(pid=27144): stdout: \u000a| (launched: 2022-12-14_02:04:32.153152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:04:34.049989 run osmo-stp_10.42.42.5(pid=27144): stderr: \u000a| �[0;m�[38;5;43m20221214020432328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020432328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020432328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020432329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020432329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020432329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020432329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:04:34.103334 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27144): Process ended prematurely: osmo-stp_10.42.42.5(pid=27144) [trial-2397↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27144)] [trial-2397↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a02:04:34.111528 tst handover.py:18: Test FAILED (6.8 sec)\u000a02:04:34.171761 run osmo-hlr_10.42.42.2(pid=27141): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27141)]\u000a02:04:34.220800 run osmo-hlr_10.42.42.2(pid=27141): stdout: \u000a| (launched: 2022-12-14_02:04:30.949658) \u000a02:04:34.270647 run osmo-hlr_10.42.42.2(pid=27141): stderr: \u000a| �[0;m�[1;31m20221214020431229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020431229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020431229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020431229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020431229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020431229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020431247 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020431259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020431259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020431259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:04:34.337997 run osmo-msc_10.42.42.6(pid=27147): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27147)]\u000a02:04:34.387078 run osmo-msc_10.42.42.6(pid=27147): stdout: \u000a| (launched: 2022-12-14_02:04:33.214738) \u000a02:04:34.436438 run osmo-msc_10.42.42.6(pid=27147): stderr: \u000a| �[0;m�[38;5;43m20221214020433485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020433485 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2de6730c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020433485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020433485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020433486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020433486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020433488 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020433488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020433488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020433489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:04:34.478363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27140): Terminating (SIGTERM)\u000a02:04:34.518099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27143): Terminating (SIGTERM)\u000a02:04:34.557718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27146): Terminating (SIGTERM)\u000a02:04:34.566538 --- ParallelTerminationStrategy: PID 27140 died...\u000a02:04:34.619928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27140): Terminated: ok {rc=0}\u000a02:04:34.629592 --- ParallelTerminationStrategy: PID 27143 died...\u000a02:04:34.682816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27143): Terminated: ok {rc=0}\u000a02:04:34.692324 --- ParallelTerminationStrategy: PID 27146 died...\u000a02:04:34.745482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27146): Terminated: ok {rc=0}\u000a02:04:34.833160 bus /sierra_3: Setting Powered False\u000a02:04:35.935938 bus /sierra_3: Setting Powered False\u000a02:04:37.048160 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:04:26" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27158): Process ended prematurely: osmo-stp_10.42.42.5(pid=27158) [trial-2397↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27158)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27158): Process ended prematurely: osmo-stp_10.42.42.5(pid=27158) [trial-2397↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2397 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a02:04:39.079449 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:39.090552 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:04:39.231152 tst handover.py: using LAC 37811\u000a02:04:39.358451 tst handover.py: using RAC 71\u000a02:04:39.486170 tst handover.py: using CellId 37811\u000a02:04:39.614936 tst handover.py: using BVCI 37812\u000a02:04:39.640098 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:04:39.781867 tst handover.py: using LAC 37812\u000a02:04:39.910785 tst handover.py: using RAC 72\u000a02:04:40.037181 tst handover.py: using CellId 37812\u000a02:04:40.161503 tst handover.py: using BVCI 37813\u000a02:04:40.184879 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:40.195963 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:40.206871 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:40.217753 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:40.228704 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:40.239626 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:04:40.354398 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:04:40.565829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:04:41.063400 run create_hlr_db(pid=27152): Launched\u000a02:04:41.197600 bus /sierra_2: Setting Powered False\u000a02:04:42.272327 run create_hlr_db(pid=27152): Terminated: ok {rc=0}\u000a02:04:42.684551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27154): Launched\u000a02:04:43.016157 run osmo-hlr_10.42.42.2(pid=27155): Launched\u000a02:04:43.136874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:04:43.679805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27157): Launched\u000a02:04:44.008594 run osmo-stp_10.42.42.5(pid=27158): Launched\u000a02:04:44.126661 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:04:44.701692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27160): Launched\u000a02:04:45.033484 run osmo-msc_10.42.42.6(pid=27161): Launched\u000a02:04:45.226594 run osmo-stp_10.42.42.5(pid=27158): ERR: Terminated: ERROR {rc=1} [trial-2397↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27158)]\u000a02:04:45.365953 run osmo-stp_10.42.42.5(pid=27158): stdout: \u000a| (launched: 2022-12-14_02:04:43.846323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:04:45.502962 run osmo-stp_10.42.42.5(pid=27158): stderr: \u000a| �[0;m�[38;5;43m20221214020444040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020444040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020444040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020444041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020444041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020444041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020444041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:04:45.634582 run osmo-stp_10.42.42.5(pid=27158): stdout: \u000a| (launched: 2022-12-14_02:04:43.846323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:04:45.764858 run osmo-stp_10.42.42.5(pid=27158): stderr: \u000a| �[0;m�[38;5;43m20221214020444040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214020444040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214020444040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214020444041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214020444041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214020444041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214020444041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:04:45.822156 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27158): Process ended prematurely: osmo-stp_10.42.42.5(pid=27158) [trial-2397↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27158)] [trial-2397↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a02:04:45.831238 tst handover.py:18: Test FAILED (6.7 sec)\u000a02:04:45.901823 run osmo-hlr_10.42.42.2(pid=27155): ERR: Terminated: ERROR {rc=237} [trial-2397↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27155)]\u000a02:04:45.958275 run osmo-hlr_10.42.42.2(pid=27155): stdout: \u000a| (launched: 2022-12-14_02:04:42.851968) \u000a02:04:46.010500 run osmo-hlr_10.42.42.2(pid=27155): stderr: \u000a| �[0;m�[1;31m20221214020443052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214020443052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214020443052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020443052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214020443052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214020443052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214020443064 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2397/run.2022-12-14_00-40-22/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214020443075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214020443075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214020443075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:04:46.081432 run osmo-msc_10.42.42.6(pid=27161): ERR: Terminated: ERROR {rc=2} [trial-2397↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27161)]\u000a02:04:46.133237 run osmo-msc_10.42.42.6(pid=27161): stdout: \u000a| (launched: 2022-12-14_02:04:44.869435) \u000a02:04:46.185687 run osmo-msc_10.42.42.6(pid=27161): stderr: \u000a| �[0;m�[38;5;43m20221214020445191 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214020445191 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff99746cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214020445191 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214020445191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214020445191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214020445192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214020445193 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214020445194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214020445194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214020445194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:04:46.230327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27154): Terminating (SIGTERM)\u000a02:04:46.274305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27157): Terminating (SIGTERM)\u000a02:04:46.316896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27160): Terminating (SIGTERM)\u000a02:04:46.327252 --- ParallelTerminationStrategy: PID 27154 died...\u000a02:04:46.385329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27154): Terminated: ok {rc=0}\u000a02:04:46.395895 --- ParallelTerminationStrategy: PID 27157 died...\u000a02:04:46.452536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27157): Terminated: ok {rc=0}\u000a02:04:46.463196 --- ParallelTerminationStrategy: PID 27160 died...\u000a02:04:46.519725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27160): Terminated: ok {rc=0}\u000a02:04:46.608061 bus /sierra_3: Setting Powered False\u000a02:04:47.709008 bus /sierra_3: Setting Powered False\u000a02:04:48.820177 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:04:38" } ] }